04:52:55.551 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
04:52:55.551 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskX5Galp/test-tmp
04:52:55.552 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:52:55.552 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskX5Galp/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:52:55.553 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
04:52:55.878 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:52:55.878 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:52:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:55.881386 9270 mini_oidc.cc:152] Starting JWKS server
04:52:55.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:55.884968 9270 webserver.cc:460] Webserver started at http://127.0.0.1:33093/ using document root <none> and password file <none>
04:52:55.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:55.885346 9270 mini_oidc.cc:189] Starting OIDC Discovery server
04:52:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:55.887038 9270 webserver.cc:460] Webserver started at http://127.0.0.1:40743/ using document root <none> and password file <none>
04:52:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:52:55Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:52:55.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:52:55Z Disabled control of system clock
04:52:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:55.939507 9270 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:52:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:52:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/wal
04:52:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/data
04:52:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:52:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/logs
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/data/info.pb
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.190:35301
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.190
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:52:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33093/jwks.json with env {}
04:52:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.236521 9283 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:52:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.237069 9283 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:52:56.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.237555 9283 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:52:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.268098 9283 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:52:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.268364 9283 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:52:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.268639 9283 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:52:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.268846 9283 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:52:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.269027 9283 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:52:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.269165 9283 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33093/jwks.json
04:52:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:56.303436 9283 master_runner.cc:386] Master server non-default flags:
04:52:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:52:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:52:56.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/data
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/wal
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.190:35301
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33093/jwks.json
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/data/info.pb
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.190
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/logs
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:52:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:56.304644 9283 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:52:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:56.306205 9283 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:52:56.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.323550 9289 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:52:57.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.323655 9290 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:52:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:56.323894 9292 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:52:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:56.326035 9283 server_base.cc:1034] running on GCE node
04:52:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.505295 9283 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:52:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.508142 9283 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:52:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.509511 9283 hybrid_clock.cc:648] HybridClock initialized: now 1785991977509485 us; error 63 us; skew 500 ppm
04:52:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.510344 9283 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:52:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.522148 9283 webserver.cc:460] Webserver started at http://127.9.13.190:38795/ using document root <none> and password file <none>
04:52:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.523109 9283 fs_manager.cc:359] Metadata directory not provided
04:52:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.523293 9283 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:52:57.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.523692 9283 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:52:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.528532 9283 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/data/instance:
04:52:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50e983a41b9745e795601b4287198f17"
04:52:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:52:57 on dist-test-slave-5l3k"
04:52:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.529575 9283 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/wal/instance:
04:52:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50e983a41b9745e795601b4287198f17"
04:52:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:52:57 on dist-test-slave-5l3k"
04:52:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.536523 9283 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
04:52:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.541878 9299 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.542879 9283 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.543144 9283 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/data,/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/wal
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "50e983a41b9745e795601b4287198f17"
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:52:57 on dist-test-slave-5l3k"
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.543423 9283 fs_report.cc:383] FS layout report
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/wal
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/wal
04:52:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/data/data
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:52:57.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:52:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.576606 9283 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:52:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.578209 9283 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:52:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.578636 9283 kserver.cc:163] Server-wide thread pool size limit: 3276
04:52:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.648437 9283 rpc_server.cc:307] RPC server started. Bound to: 127.9.13.190:35301
04:52:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.648541 9353 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.13.190:35301 every 8 connection(s)
04:52:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.651173 9283 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/data/info.pb
04:52:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.656170 9354 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:52:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.659624 9270 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu as pid 9283
04:52:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.660112 9270 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/wal/instance
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.663757 9270 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/wal
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/data
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/logs
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/data/info.pb
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.189:44401
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.189
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:52:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:52:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:52:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:52:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33093/jwks.json with env {}
04:52:57.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.667469 9354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } has no permanent_uuid. Determining permanent_uuid...
04:52:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.696008 9354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } has no permanent_uuid. Determining permanent_uuid...
04:52:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:57.698549 9300 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.189:44401: connect: Connection refused (error 111)
04:52:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:57.702759 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.189:44401: Network error: Client connection negotiation failed: client connection to 127.9.13.189:44401: connect: Connection refused (error 111)
04:52:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.752179 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } attempt: 1
04:52:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:57.755807 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.189:44401: Network error: Client connection negotiation failed: client connection to 127.9.13.189:44401: connect: Connection refused (error 111)
04:52:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.824162 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } attempt: 2
04:52:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:57.827737 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.189:44401: Network error: Client connection negotiation failed: client connection to 127.9.13.189:44401: connect: Connection refused (error 111)
04:52:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:57.919274 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } attempt: 3
04:52:57.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:57.923444 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.189:44401: Network error: Client connection negotiation failed: client connection to 127.9.13.189:44401: connect: Connection refused (error 111)
04:52:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:57.974047 9356 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:52:57.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:57.974678 9356 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:52:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:57.975163 9356 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:52:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.005553 9356 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:52:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.005846 9356 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:52:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.006034 9356 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:52:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.006237 9356 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:52:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.006422 9356 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:52:58.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.006588 9356 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33093/jwks.json
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:58.040171 9356 master_runner.cc:386] Master server non-default flags:
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/data
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/wal
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.189:44401
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33093/jwks.json
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/data/info.pb
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.189
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:52:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/logs
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:52:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:58.041337 9356 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:52:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:58.042898 9356 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:52:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.058779 9366 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:52:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:58.066864 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } attempt: 4
04:52:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.070274 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.189:44401: Network error: Client connection negotiation failed: client connection to 127.9.13.189:44401: connect: Connection refused (error 111)
04:52:58.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:58.369863 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } attempt: 5
04:52:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.374495 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.189:44401: Network error: Client connection negotiation failed: client connection to 127.9.13.189:44401: connect: Connection refused (error 111)
04:52:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:58.921922 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } attempt: 6
04:52:58.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.929853 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.189:44401: Network error: Client connection negotiation failed: client connection to 127.9.13.189:44401: connect: Connection refused (error 111)
04:52:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.059216 9365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:52:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:58.060552 9368 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:52:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:58.061299 9356 server_base.cc:1034] running on GCE node
04:52:59.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.248700 9356 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:52:59.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.251381 9356 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:52:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.252717 9356 hybrid_clock.cc:648] HybridClock initialized: now 1785991979252689 us; error 62 us; skew 500 ppm
04:52:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.253475 9356 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:52:59.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.260097 9356 webserver.cc:460] Webserver started at http://127.9.13.189:36657/ using document root <none> and password file <none>
04:52:59.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.260963 9356 fs_manager.cc:359] Metadata directory not provided
04:52:59.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.261178 9356 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:52:59.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.261588 9356 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:52:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.266705 9356 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/data/instance:
04:52:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c54dcaddc6c4ea99718feffab42026f"
04:52:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:52:59 on dist-test-slave-5l3k"
04:52:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.267742 9356 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/wal/instance:
04:52:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c54dcaddc6c4ea99718feffab42026f"
04:52:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:52:59 on dist-test-slave-5l3k"
04:52:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.274715 9356 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.004s
04:52:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.280287 9377 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:52:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.281772 9356 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
04:52:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.282110 9356 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/data,/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/wal
04:52:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c54dcaddc6c4ea99718feffab42026f"
04:52:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:52:59 on dist-test-slave-5l3k"
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.282446 9356 fs_report.cc:383] FS layout report
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/wal
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/wal
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/data/data
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:52:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:52:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.327082 9356 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:52:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.328547 9356 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:52:59.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.329033 9356 kserver.cc:163] Server-wide thread pool size limit: 3276
04:52:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.398378 9356 rpc_server.cc:307] RPC server started. Bound to: 127.9.13.189:44401
04:52:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.398502 9432 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.13.189:44401 every 8 connection(s)
04:52:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.401223 9356 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/data/info.pb
04:52:59.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.406975 9433 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:52:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.410838 9270 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu as pid 9356
04:52:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.411288 9270 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/wal/instance
04:52:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.413493 9270 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:52:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:52:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/wal
04:52:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/data
04:52:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/logs
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/data/info.pb
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.188:36407
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.188
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:52:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33093/jwks.json with env {}
04:52:59.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.419061 9433 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } has no permanent_uuid. Determining permanent_uuid...
04:52:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.448441 9433 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } has no permanent_uuid. Determining permanent_uuid...
04:52:59.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.465121 9433 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } has no permanent_uuid. Determining permanent_uuid...
04:52:59.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.467276 9380 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:52:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.471194 9433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:52:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.520730 9433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 1
04:52:59.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.524624 9433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:52:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.593102 9433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 2
04:52:59.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.596890 9433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:52:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.688395 9433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 3
04:52:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.692233 9433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:52:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.742125 9436 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:52:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.742676 9436 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:52:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.743124 9436 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:52:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.774005 9436 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:52:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.774372 9436 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:52:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.774777 9436 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:52:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.775090 9436 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:52:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.775398 9436 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:52:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.775640 9436 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33093/jwks.json
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.809044 9436 master_runner.cc:386] Master server non-default flags:
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/data
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/wal
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.188:36407
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33093/jwks.json
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:52:59.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/data/info.pb
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.188
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/logs
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:52:59.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:52:59.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.810750 9436 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:52:59.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.812458 9436 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:52:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.830313 9447 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:52:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.835704 9433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 4
04:52:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.839712 9433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:52:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.990525 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } attempt: 7
04:53:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:00.003854 9354 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } has no permanent_uuid. Determining permanent_uuid...
04:53:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:00.009900 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:53:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:00.068256 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 1
04:53:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:00.072489 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:53:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:00.139075 9433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 5
04:53:00.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:00.143544 9433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:53:00.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:00.153946 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 2
04:53:00.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:00.158216 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:53:00.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:00.243615 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 3
04:53:00.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:00.248144 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:53:00.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:00.388638 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 4
04:53:00.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:00.392408 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:53:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:00.676055 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 5
04:53:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:00.680217 9354 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:53:00.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:00.690925 9433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 6
04:53:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:00.698423 9433 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.13.188:36407: Network error: Client connection negotiation failed: client connection to 127.9.13.188:36407: connect: Connection refused (error 111)
04:53:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.830389 9449 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:52:59.830935 9446 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:01.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:52:59.832082 9436 server_base.cc:1034] running on GCE node
04:53:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.024000 9436 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:53:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.027402 9436 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.028826 9436 hybrid_clock.cc:648] HybridClock initialized: now 1785991981028790 us; error 65 us; skew 500 ppm
04:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.029680 9436 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:53:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.036671 9436 webserver.cc:460] Webserver started at http://127.9.13.188:35905/ using document root <none> and password file <none>
04:53:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.037514 9436 fs_manager.cc:359] Metadata directory not provided
04:53:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.037688 9436 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:53:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.038076 9436 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:53:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.042886 9436 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/data/instance:
04:53:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0"
04:53:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:01 on dist-test-slave-5l3k"
04:53:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.043943 9436 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/wal/instance:
04:53:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0"
04:53:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:01 on dist-test-slave-5l3k"
04:53:01.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.050571 9436 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
04:53:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.055820 9461 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.056806 9436 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.057094 9436 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/data,/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/wal
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0"
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:01 on dist-test-slave-5l3k"
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.057399 9436 fs_report.cc:383] FS layout report
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/wal
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/wal
04:53:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/data/data
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:53:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:53:01.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.092805 9436 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:53:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.094237 9436 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:53:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.094688 9436 kserver.cc:163] Server-wide thread pool size limit: 3276
04:53:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.165655 9436 rpc_server.cc:307] RPC server started. Bound to: 127.9.13.188:36407
04:53:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.165786 9515 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.13.188:36407 every 8 connection(s)
04:53:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.168303 9436 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/data/info.pb
04:53:01.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.170398 9270 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu as pid 9436
04:53:01.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.170950 9270 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/wal/instance
04:53:01.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.173794 9516 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:53:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.191844 9516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } has no permanent_uuid. Determining permanent_uuid...
04:53:01.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.219645 9516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } has no permanent_uuid. Determining permanent_uuid...
04:53:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.231127 9516 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } has no permanent_uuid. Determining permanent_uuid...
04:53:01.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.232757 9354 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 6
04:53:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.251935 9516 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0: Bootstrap starting.
04:53:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.257910 9354 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: Bootstrap starting.
04:53:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.258291 9516 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0: Neither blocks nor log segments found. Creating new log.
04:53:01.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.259994 9516 log.cc:824] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0: Log is configured to *not* fsync() on all Append() calls
04:53:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.265021 9354 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: Neither blocks nor log segments found. Creating new log.
04:53:01.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.265417 9516 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0: No bootstrap required, opened a new log
04:53:01.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.267017 9354 log.cc:824] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: Log is configured to *not* fsync() on all Append() calls
04:53:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.271390 9354 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: No bootstrap required, opened a new log
04:53:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.287304 9516 raft_consensus.cc:348] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.287938 9516 raft_consensus.cc:374] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:53:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.288159 9516 raft_consensus.cc:729] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1bbb185df4c40fba2d9c9d2ace52cc0, State: Initialized, Role: FOLLOWER
04:53:01.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.288839 9516 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.291441 9528 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.292310 9528 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: This master's current role is: FOLLOWER
04:53:01.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.292898 9516 sys_catalog.cc:564] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: configured and running, proceeding with master startup.
04:53:01.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.295513 9354 raft_consensus.cc:348] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.296396 9354 raft_consensus.cc:374] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:53:01.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.296694 9354 raft_consensus.cc:729] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50e983a41b9745e795601b4287198f17, State: Initialized, Role: FOLLOWER
04:53:01.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.297700 9354 consensus_queue.cc:260] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.301623 9532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.302457 9532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [sys.catalog]: This master's current role is: FOLLOWER
04:53:01.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.303517 9354 sys_catalog.cc:564] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [sys.catalog]: configured and running, proceeding with master startup.
04:53:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:01.337715 9305 tablet.cc:2369] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:53:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:01.349725 9467 tablet.cc:2369] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:53:01.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:01.357590 9546 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:53:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:01.357934 9546 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:53:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.326018 9436 master_runner.cc:186] Error getting master registration for 127.9.13.190:35301: OK, instance_id { permanent_uuid: "50e983a41b9745e795601b4287198f17" instance_seqno: 1785991977628460 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:53:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.361624 9436 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:53:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:01.362809 9553 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:53:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:01.363153 9553 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:53:01.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.338980 9283 master_runner.cc:186] Error getting master registration for 127.9.13.189:44401: OK, instance_id { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" instance_seqno: 1785991979378905 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:53:01.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.380492 9283 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:53:01.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.472646 9528 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:53:01.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.473228 9528 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.475850 9528 leader_election.cc:288] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 50e983a41b9745e795601b4287198f17 (127.9.13.190:35301), 1c54dcaddc6c4ea99718feffab42026f (127.9.13.189:44401)
04:53:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.477041 9328 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50e983a41b9745e795601b4287198f17" is_pre_election: true
04:53:01.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.477985 9328 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1bbb185df4c40fba2d9c9d2ace52cc0 in term 0.
04:53:01.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.479288 9463 leader_election.cc:302] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 50e983a41b9745e795601b4287198f17, c1bbb185df4c40fba2d9c9d2ace52cc0; no voters:
04:53:01.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.480228 9528 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 0 FOLLOWER]: Leader pre-election won for term 1
04:53:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.480896 9528 raft_consensus.cc:482] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:53:01.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.481549 9528 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 0 FOLLOWER]: Advancing to term 1
04:53:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.493724 9528 raft_consensus.cc:504] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.498136 9528 leader_election.cc:288] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [CANDIDATE]: Term 1 election: Requested vote from peers 50e983a41b9745e795601b4287198f17 (127.9.13.190:35301), 1c54dcaddc6c4ea99718feffab42026f (127.9.13.189:44401)
04:53:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.503643 9328 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50e983a41b9745e795601b4287198f17"
04:53:01.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.504285 9328 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [term 0 FOLLOWER]: Advancing to term 1
04:53:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.510953 9328 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1bbb185df4c40fba2d9c9d2ace52cc0 in term 1.
04:53:01.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.511852 9463 leader_election.cc:302] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 50e983a41b9745e795601b4287198f17, c1bbb185df4c40fba2d9c9d2ace52cc0; no voters:
04:53:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.512795 9528 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 1 FOLLOWER]: Leader election won for term 1
04:53:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.515270 9528 raft_consensus.cc:686] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [term 1 LEADER]: Becoming Leader. State: Replica: c1bbb185df4c40fba2d9c9d2ace52cc0, State: Running, Role: LEADER
04:53:01.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.516218 9528 consensus_queue.cc:237] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.524102 9555 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1bbb185df4c40fba2d9c9d2ace52cc0. Latest consensus state: current_term: 1 leader_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.524923 9555 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: This master's current role is: LEADER
04:53:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.535140 9557 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:53:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.544313 9557 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:53:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.567216 9328 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [term 1 FOLLOWER]: Refusing update from remote peer c1bbb185df4c40fba2d9c9d2ace52cc0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:53:01.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.568802 9555 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:53:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.599480 9532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1bbb185df4c40fba2d9c9d2ace52cc0. Latest consensus state: current_term: 1 leader_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.600409 9532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [sys.catalog]: This master's current role is: FOLLOWER
04:53:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.608424 9558 mvcc.cc:205] Tried to move back new op lower bound from 7315423156480499712 to 7315423156300214272. Current Snapshot: MvccSnapshot[applied={T|T < 7315423156480499712}]
04:53:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.616286 9555 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:01.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.616976 9555 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: This master's current role is: LEADER
04:53:01.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.618227 9557 catalog_manager.cc:1347] Generated new cluster ID: 416b96c36d3f43cb91cd54c24e8f0e47
04:53:01.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.618512 9557 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:53:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.631655 9532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.634321 9532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17 [sys.catalog]: This master's current role is: FOLLOWER
04:53:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.674619 9557 catalog_manager.cc:1370] Generated new certificate authority record
04:53:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.677174 9557 catalog_manager.cc:1504] Loading token signing keys...
04:53:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.714609 9557 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0: Generated new TSK 0
04:53:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.715780 9557 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.743867 9270 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/wal
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/data
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/logs
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/data/info.pb
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:53:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.129:0
04:53:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.13.129
04:53:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.129
04:53:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:53:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:53:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:53:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:53:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:53:01.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:53:01.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.758844 9433 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } attempt: 7
04:53:01.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.815026 9433 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f: Bootstrap starting.
04:53:01.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.831908 9433 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f: Neither blocks nor log segments found. Creating new log.
04:53:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.837097 9433 log.cc:824] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f: Log is configured to *not* fsync() on all Append() calls
04:53:01.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.860085 9433 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f: No bootstrap required, opened a new log
04:53:01.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.941319 9433 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.943429 9433 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:53:01.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.944147 9433 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c54dcaddc6c4ea99718feffab42026f, State: Initialized, Role: FOLLOWER
04:53:01.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.947692 9433 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } }
04:53:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.963738 9568 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.964748 9568 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [sys.catalog]: This master's current role is: FOLLOWER
04:53:01.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.972334 9406 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c54dcaddc6c4ea99718feffab42026f" is_pre_election: true
04:53:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.973328 9406 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1bbb185df4c40fba2d9c9d2ace52cc0 in term 0.
04:53:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.974436 9405 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c54dcaddc6c4ea99718feffab42026f"
04:53:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.975123 9405 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [term 0 FOLLOWER]: Advancing to term 1
04:53:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.984972 9405 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1bbb185df4c40fba2d9c9d2ace52cc0 in term 1.
04:53:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.986941 9404 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [term 1 FOLLOWER]: Refusing update from remote peer c1bbb185df4c40fba2d9c9d2ace52cc0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:53:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.994575 9555 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:53:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:01.985666 9433 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [sys.catalog]: configured and running, proceeding with master startup.
04:53:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.073149 9568 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1bbb185df4c40fba2d9c9d2ace52cc0. Latest consensus state: current_term: 1 leader_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.073920 9568 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [sys.catalog]: This master's current role is: FOLLOWER
04:53:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.073684 9574 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.074726 9574 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f [sys.catalog]: This master's current role is: FOLLOWER
04:53:02.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.114394 9584 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:53:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:02.291908 9564 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:53:02.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:02.292506 9564 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:53:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:02.293109 9564 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:53:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:02.327592 9564 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:53:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:02.328440 9564 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.13.129
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.365530 9564 tablet_server_runner.cc:78] Tablet server non-default flags:
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/data
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/wal
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:53:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.129:0
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/data/info.pb
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.129
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.13.129
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/logs
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:53:02.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.367125 9564 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:53:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.369156 9564 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:53:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.370074 9553 catalog_manager.cc:1259] Loaded cluster ID: 416b96c36d3f43cb91cd54c24e8f0e47
04:53:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.370283 9553 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: loading cluster ID for follower catalog manager: success
04:53:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.378197 9553 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: acquiring CA information for follower catalog manager: success
04:53:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.385205 9553 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 50e983a41b9745e795601b4287198f17: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:53:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:02.400938 9590 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.582847 9596 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50e983a41b9745e795601b4287198f17" member_type: VOTER last_known_addr { host: "127.9.13.190" port: 35301 } } peers { permanent_uuid: "1c54dcaddc6c4ea99718feffab42026f" member_type: VOTER last_known_addr { host: "127.9.13.189" port: 44401 } } peers { permanent_uuid: "c1bbb185df4c40fba2d9c9d2ace52cc0" member_type: VOTER last_known_addr { host: "127.9.13.188" port: 36407 } } }
04:53:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:02.591589 9596 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1bbb185df4c40fba2d9c9d2ace52cc0 [sys.catalog]: This master's current role is: LEADER
04:53:03.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:03.142777 9584 catalog_manager.cc:1259] Loaded cluster ID: 416b96c36d3f43cb91cd54c24e8f0e47
04:53:03.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:03.143059 9584 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f: loading cluster ID for follower catalog manager: success
04:53:03.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:03.161799 9584 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f: acquiring CA information for follower catalog manager: success
04:53:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:03.183110 9584 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1c54dcaddc6c4ea99718feffab42026f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:53:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:03.793674 9589 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 9564
04:53:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:04.019369 9589 kernel_stack_watchdog.cc:198] Thread 9564 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 389ms:
04:53:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
04:53:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
04:53:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
04:53:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
04:53:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:02.404285 9591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:04.020602 9564 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.618s user 0.178s sys 0.426s
04:53:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:04.020926 9564 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.619s user 0.178s sys 0.426s
04:53:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:04.026077 9594 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:04.026804 9592 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1619 milliseconds
04:53:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.026875 9564 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:53:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.028591 9564 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:53:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.031301 9564 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:53:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.032717 9564 hybrid_clock.cc:648] HybridClock initialized: now 1785991984032672 us; error 52 us; skew 500 ppm
04:53:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.033797 9564 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:53:04.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.062319 9564 webserver.cc:460] Webserver started at http://127.9.13.129:44759/ using document root <none> and password file <none>
04:53:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.063608 9564 fs_manager.cc:359] Metadata directory not provided
04:53:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.063874 9564 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:53:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.064410 9564 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:53:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.073417 9564 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/data/instance:
04:53:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eb027a0c4b042bca77d3c6232145ffa"
04:53:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:04 on dist-test-slave-5l3k"
04:53:04.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.074920 9564 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/wal/instance:
04:53:04.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eb027a0c4b042bca77d3c6232145ffa"
04:53:04.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:04 on dist-test-slave-5l3k"
04:53:04.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.091686 9564 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.002s sys 0.011s
04:53:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.105186 9603 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:53:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.106663 9564 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.005s sys 0.005s
04:53:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.107039 9564 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/data,/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/wal
04:53:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7eb027a0c4b042bca77d3c6232145ffa"
04:53:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:04 on dist-test-slave-5l3k"
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.107481 9564 fs_report.cc:383] FS layout report
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/wal
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/wal
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/data/data
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:53:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:53:04.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.228765 9564 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:53:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.230826 9564 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:53:04.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.231319 9564 kserver.cc:163] Server-wide thread pool size limit: 3276
04:53:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.241145 9564 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:53:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.253574 9564 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:53:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.253852 9564 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:53:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.254143 9564 ts_tablet_manager.cc:610] Registered 0 tablets
04:53:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.254350 9564 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:53:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.804385 9564 rpc_server.cc:307] RPC server started. Bound to: 127.9.13.129:39177
04:53:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.804536 9721 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.13.129:39177 every 8 connection(s)
04:53:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.808261 9564 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/data/info.pb
04:53:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.809737 9270 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu as pid 9564
04:53:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.810199 9270 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/wal/instance
04:53:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.825407 9270 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/wal
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/data
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/logs
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/data/info.pb
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.130:0
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.13.130
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.130
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:53:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:53:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.908020 9722 heartbeater.cc:347] Connected to a master server at 127.9.13.188:36407
04:53:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.908577 9722 heartbeater.cc:464] Registering TS with master...
04:53:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.909806 9722 heartbeater.cc:511] Master 127.9.13.188:36407 requested a full tablet report, sending...
04:53:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.910856 9724 heartbeater.cc:347] Connected to a master server at 127.9.13.189:44401
04:53:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.911674 9724 heartbeater.cc:464] Registering TS with master...
04:53:04.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.912525 9724 heartbeater.cc:511] Master 127.9.13.189:44401 requested a full tablet report, sending...
04:53:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.915688 9479 ts_manager.cc:194] Registered new tserver with Master: 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177)
04:53:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.916532 9395 ts_manager.cc:194] Registered new tserver with Master: 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177)
04:53:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.918718 9479 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.13.129:37095
04:53:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.928776 9727 heartbeater.cc:347] Connected to a master server at 127.9.13.190:35301
04:53:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.929163 9727 heartbeater.cc:464] Registering TS with master...
04:53:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.929912 9727 heartbeater.cc:511] Master 127.9.13.190:35301 requested a full tablet report, sending...
04:53:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:04.933007 9316 ts_manager.cc:194] Registered new tserver with Master: 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177)
04:53:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:05.209720 9723 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:53:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:05.210178 9723 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:53:05.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:05.210708 9723 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:53:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:05.242106 9723 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:53:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:05.242911 9723 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.13.130
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:05.278230 9723 tablet_server_runner.cc:78] Tablet server non-default flags:
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/data
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/wal
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:53:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.130:0
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/data/info.pb
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.130
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.13.130
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/logs
04:53:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:53:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:05.279511 9723 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:53:05.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:05.281114 9723 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:53:05.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:05.302325 9738 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:05.923575 9722 heartbeater.cc:503] Master 127.9.13.188:36407 was elected leader, sending a full tablet report...
04:53:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:05.302376 9739 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:05.307703 9741 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:06.795567 9740 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1492 milliseconds
04:53:06.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.795701 9723 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:53:06.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.796993 9723 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:53:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.799229 9723 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:53:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.800642 9723 hybrid_clock.cc:648] HybridClock initialized: now 1785991986800572 us; error 91 us; skew 500 ppm
04:53:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.801826 9723 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:53:06.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.809657 9723 webserver.cc:460] Webserver started at http://127.9.13.130:42947/ using document root <none> and password file <none>
04:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.810842 9723 fs_manager.cc:359] Metadata directory not provided
04:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.811105 9723 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.811669 9723 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:53:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.818796 9723 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/data/instance:
04:53:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "939fecf554e74069ada880af7641e03c"
04:53:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:06 on dist-test-slave-5l3k"
04:53:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.819841 9723 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/wal/instance:
04:53:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "939fecf554e74069ada880af7641e03c"
04:53:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:06 on dist-test-slave-5l3k"
04:53:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.826687 9723 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
04:53:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.832069 9750 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:53:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.833137 9723 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
04:53:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.833405 9723 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/data,/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/wal
04:53:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "939fecf554e74069ada880af7641e03c"
04:53:06.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:06 on dist-test-slave-5l3k"
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.833791 9723 fs_report.cc:383] FS layout report
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/wal
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/wal
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/data/data
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:53:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:53:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.871332 9723 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:53:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.872756 9723 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:53:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.873159 9723 kserver.cc:163] Server-wide thread pool size limit: 3276
04:53:06.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.875674 9723 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:53:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.879860 9723 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:53:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.880045 9723 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:53:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.880256 9723 ts_tablet_manager.cc:610] Registered 0 tablets
04:53:06.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:06.880380 9723 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:53:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.024479 9723 rpc_server.cc:307] RPC server started. Bound to: 127.9.13.130:43211
04:53:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.024600 9870 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.13.130:43211 every 8 connection(s)
04:53:07.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.027050 9723 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/data/info.pb
04:53:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.036156 9270 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu as pid 9723
04:53:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.036971 9270 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/wal/instance
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.052692 9270 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/wal
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/data
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/logs
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/data/info.pb
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.131:0
04:53:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.13.131
04:53:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.131
04:53:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:53:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:53:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:53:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:53:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:53:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.085090 9872 heartbeater.cc:347] Connected to a master server at 127.9.13.189:44401
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.085602 9872 heartbeater.cc:464] Registering TS with master...
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.086134 9873 heartbeater.cc:347] Connected to a master server at 127.9.13.190:35301
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.086448 9873 heartbeater.cc:464] Registering TS with master...
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.086745 9871 heartbeater.cc:347] Connected to a master server at 127.9.13.188:36407
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.086879 9872 heartbeater.cc:511] Master 127.9.13.189:44401 requested a full tablet report, sending...
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.087098 9871 heartbeater.cc:464] Registering TS with master...
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.087415 9873 heartbeater.cc:511] Master 127.9.13.190:35301 requested a full tablet report, sending...
04:53:07.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.087888 9871 heartbeater.cc:511] Master 127.9.13.188:36407 requested a full tablet report, sending...
04:53:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.089880 9479 ts_manager.cc:194] Registered new tserver with Master: 939fecf554e74069ada880af7641e03c (127.9.13.130:43211)
04:53:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.090237 9316 ts_manager.cc:194] Registered new tserver with Master: 939fecf554e74069ada880af7641e03c (127.9.13.130:43211)
04:53:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.090682 9395 ts_manager.cc:194] Registered new tserver with Master: 939fecf554e74069ada880af7641e03c (127.9.13.130:43211)
04:53:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.091809 9479 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.13.130:43653
04:53:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:07.381783 9881 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:53:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:07.382431 9881 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:53:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:07.383039 9881 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:53:07.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:07.415442 9881 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:53:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:07.416456 9881 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.13.131
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.450675 9881 tablet_server_runner.cc:78] Tablet server non-default flags:
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.13.148:38621
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/data
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/wal
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.13.131:0
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/data/info.pb
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.13.131
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.13.190:35301,127.9.13.189:44401,127.9.13.188:36407
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.13.131
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/logs
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 03:04:28 UTC on ccycloud.quasar-zrofio.root.comops.site
04:53:07.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569541
04:53:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:53:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.452275 9881 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:53:07.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.454025 9881 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:53:07.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:07.474833 9889 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:08.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.095163 9871 heartbeater.cc:503] Master 127.9.13.188:36407 was elected leader, sending a full tablet report...
04:53:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:07.476596 9881 server_base.cc:1034] running on GCE node
04:53:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:07.474889 9891 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:07.474828 9888 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:53:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.670851 9881 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:53:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.673238 9881 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:53:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.674667 9881 hybrid_clock.cc:648] HybridClock initialized: now 1785991988674618 us; error 61 us; skew 500 ppm
04:53:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.675557 9881 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:53:08.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.681915 9881 webserver.cc:460] Webserver started at http://127.9.13.131:42909/ using document root <none> and password file <none>
04:53:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.682940 9881 fs_manager.cc:359] Metadata directory not provided
04:53:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.683182 9881 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:53:08.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.683666 9881 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:53:08.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.688530 9881 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/data/instance:
04:53:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0932de4dc906476eaea867c501a7c1d1"
04:53:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:08 on dist-test-slave-5l3k"
04:53:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.689680 9881 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/wal/instance:
04:53:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0932de4dc906476eaea867c501a7c1d1"
04:53:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:08 on dist-test-slave-5l3k"
04:53:08.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.696833 9881 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
04:53:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.702670 9899 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:53:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.703890 9881 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
04:53:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.704313 9881 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/data,/tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/wal
04:53:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0932de4dc906476eaea867c501a7c1d1"
04:53:08.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 04:53:08 on dist-test-slave-5l3k"
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.704752 9881 fs_report.cc:383] FS layout report
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/wal
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/wal
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/data/data
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:53:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:53:08.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.749564 9881 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:53:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.750924 9881 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:53:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.751334 9881 kserver.cc:163] Server-wide thread pool size limit: 3276
04:53:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.753750 9881 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:53:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.758031 9881 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:53:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.758222 9881 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:53:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.758422 9881 ts_tablet_manager.cc:610] Registered 0 tablets
04:53:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.758602 9881 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
04:53:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.913453 9881 rpc_server.cc:307] RPC server started. Bound to: 127.9.13.131:46261
04:53:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.913529 10017 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.9.13.131:46261 every 8 connection(s)
04:53:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.916868 9881 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/data/info.pb
04:53:08.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.925227 9270 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu as pid 9881
04:53:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.925848 9270 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-2/wal/instance
04:53:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.969756 10018 heartbeater.cc:347] Connected to a master server at 127.9.13.188:36407
04:53:08.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.970449 10018 heartbeater.cc:464] Registering TS with master...
04:53:08.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.971622 10018 heartbeater.cc:511] Master 127.9.13.188:36407 requested a full tablet report, sending...
04:53:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.974419 9479 ts_manager.cc:194] Registered new tserver with Master: 0932de4dc906476eaea867c501a7c1d1 (127.9.13.131:46261)
04:53:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.976660 9479 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.13.131:54977
04:53:08.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.983294 10019 heartbeater.cc:347] Connected to a master server at 127.9.13.189:44401
04:53:08.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.983639 10019 heartbeater.cc:464] Registering TS with master...
04:53:08.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.984406 10019 heartbeater.cc:511] Master 127.9.13.189:44401 requested a full tablet report, sending...
04:53:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.984750 10020 heartbeater.cc:347] Connected to a master server at 127.9.13.190:35301
04:53:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.985095 10020 heartbeater.cc:464] Registering TS with master...
04:53:08.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.985725 10020 heartbeater.cc:511] Master 127.9.13.190:35301 requested a full tablet report, sending...
04:53:08.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.987057 9395 ts_manager.cc:194] Registered new tserver with Master: 0932de4dc906476eaea867c501a7c1d1 (127.9.13.131:46261)
04:53:08.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.988212 9316 ts_manager.cc:194] Registered new tserver with Master: 0932de4dc906476eaea867c501a7c1d1 (127.9.13.131:46261)
04:53:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:08.999624 9270 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
04:53:09.013 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:53:09.013 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
04:53:09.015 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.13.190"
port: 35301
}
bound_http_address {
host: "127.9.13.190"
port: 38795
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.13.189"
port: 44401
}
bound_http_address {
host: "127.9.13.189"
port: 36657
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.13.188"
port: 36407
}
bound_http_address {
host: "127.9.13.188"
port: 35905
}
}
}
04:53:09.015 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:53:09.015 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.9.13.129"
port: 39177
}
bound_http_address {
host: "127.9.13.129"
port: 44759
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.9.13.130"
port: 43211
}
bound_http_address {
host: "127.9.13.130"
port: 42947
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.9.13.131"
port: 46261
}
bound_http_address {
host: "127.9.13.131"
port: 42909
}
}
}
04:53:09.015 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
04:53:09.017 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
04:53:09.018 [DEBUG - main] (Connection.java:748) [peer master-127.9.13.189:44401(127.9.13.189:44401)] connecting to peer
04:53:09.019 [DEBUG - main] (Connection.java:748) [peer master-127.9.13.188:36407(127.9.13.188:36407)] connecting to peer
04:53:09.023 [DEBUG - main] (Connection.java:748) [peer master-127.9.13.190:35301(127.9.13.190:35301)] connecting to peer
04:53:09.026 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.13.189:44401(127.9.13.189:44401)] Successfully connected to peer
04:53:09.026 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.13.188:36407(127.9.13.188:36407)] Successfully connected to peer
04:53:09.029 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.13.190:35301(127.9.13.190:35301)] Successfully connected to peer
04:53:09.031 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.13.188
04:53:09.035 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.13.189
04:53:09.045 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.13.190
04:53:09.062 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8254f16f, L:/127.0.0.1:47738 - R:/127.9.13.188:36407] using SASL/PLAIN
04:53:09.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
04:53:09.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=48), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.13.189:44401, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.13.188:36407, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.13.190:35301, [47ms] Sub RPC ConnectToMaster: received response from server master-127.9.13.188:36407: OK, deferred=null) after lookup
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.069478 9479 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47738:
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestKuduClient"
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c1"
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:53:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c2"
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c3"
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c4"
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
04:53:09.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:09.072788 9479 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
04:53:09.093 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd3e8c363, L:/127.0.0.1:46350 - R:/127.9.13.189:44401] using SASL/PLAIN
04:53:09.094 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8e9dd6d2, L:/127.0.0.1:53584 - R:/127.9.13.190:35301] using SASL/PLAIN
04:53:09.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table be45aeda76294990a7c855ca03d0edb8
04:53:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.201014 9653 tablet_service.cc:1467] Processing CreateTablet for tablet 258e687606f745daa439cfe77e0b4d8f (DEFAULT_TABLE table=TestKuduClient [id=be45aeda76294990a7c855ca03d0edb8]), partition=RANGE (key) PARTITION UNBOUNDED
04:53:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.203956 9653 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 258e687606f745daa439cfe77e0b4d8f. 1 dirs total, 0 dirs full, 0 dirs failed
04:53:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.205744 9802 tablet_service.cc:1467] Processing CreateTablet for tablet 258e687606f745daa439cfe77e0b4d8f (DEFAULT_TABLE table=TestKuduClient [id=be45aeda76294990a7c855ca03d0edb8]), partition=RANGE (key) PARTITION UNBOUNDED
04:53:09.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.207731 9802 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 258e687606f745daa439cfe77e0b4d8f. 1 dirs total, 0 dirs full, 0 dirs failed
04:53:09.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.222267 9948 tablet_service.cc:1467] Processing CreateTablet for tablet 258e687606f745daa439cfe77e0b4d8f (DEFAULT_TABLE table=TestKuduClient [id=be45aeda76294990a7c855ca03d0edb8]), partition=RANGE (key) PARTITION UNBOUNDED
04:53:09.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.224385 9948 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 258e687606f745daa439cfe77e0b4d8f. 1 dirs total, 0 dirs full, 0 dirs failed
04:53:09.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.235621 10049 tablet_bootstrap.cc:492] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c: Bootstrap starting.
04:53:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.243685 10049 tablet_bootstrap.cc:654] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c: Neither blocks nor log segments found. Creating new log.
04:53:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.245389 10048 tablet_bootstrap.cc:492] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa: Bootstrap starting.
04:53:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.248660 10049 log.cc:824] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c: Log is configured to *not* fsync() on all Append() calls
04:53:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.252177 10048 tablet_bootstrap.cc:654] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa: Neither blocks nor log segments found. Creating new log.
04:53:09.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.254442 10048 log.cc:824] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa: Log is configured to *not* fsync() on all Append() calls
04:53:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.261188 10049 tablet_bootstrap.cc:492] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c: No bootstrap required, opened a new log
04:53:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.262048 10049 ts_tablet_manager.cc:1397] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c: Time spent bootstrapping tablet: real 0.027s user 0.013s sys 0.007s
04:53:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.265524 10048 tablet_bootstrap.cc:492] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa: No bootstrap required, opened a new log
04:53:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.265962 10048 ts_tablet_manager.cc:1397] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa: Time spent bootstrapping tablet: real 0.021s user 0.008s sys 0.009s
04:53:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.275643 10052 tablet_bootstrap.cc:492] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1: Bootstrap starting.
04:53:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.282963 10052 tablet_bootstrap.cc:654] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1: Neither blocks nor log segments found. Creating new log.
04:53:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.285703 10052 log.cc:824] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1: Log is configured to *not* fsync() on all Append() calls
04:53:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.294411 10048 raft_consensus.cc:348] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.295359 10048 raft_consensus.cc:374] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:53:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.295672 10048 raft_consensus.cc:729] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7eb027a0c4b042bca77d3c6232145ffa, State: Initialized, Role: FOLLOWER
04:53:09.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.296572 10048 consensus_queue.cc:260] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.298184 10052 tablet_bootstrap.cc:492] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1: No bootstrap required, opened a new log
04:53:09.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.298712 10052 ts_tablet_manager.cc:1397] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1: Time spent bootstrapping tablet: real 0.024s user 0.016s sys 0.007s
04:53:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.300904 10048 ts_tablet_manager.cc:1428] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa: Time spent starting tablet: real 0.035s user 0.032s sys 0.004s
04:53:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.302459 10049 raft_consensus.cc:348] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.303406 10049 raft_consensus.cc:374] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:53:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.303818 10049 raft_consensus.cc:729] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 939fecf554e74069ada880af7641e03c, State: Initialized, Role: FOLLOWER
04:53:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.304941 10049 consensus_queue.cc:260] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.315503 10049 ts_tablet_manager.cc:1428] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c: Time spent starting tablet: real 0.052s user 0.029s sys 0.016s
04:53:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.329885 10052 raft_consensus.cc:348] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.330564 10052 raft_consensus.cc:374] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:53:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.330760 10052 raft_consensus.cc:729] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0932de4dc906476eaea867c501a7c1d1, State: Initialized, Role: FOLLOWER
04:53:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.331471 10052 consensus_queue.cc:260] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.334756 10052 ts_tablet_manager.cc:1428] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1: Time spent starting tablet: real 0.036s user 0.028s sys 0.005s
04:53:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.334861 10018 heartbeater.cc:503] Master 127.9.13.188:36407 was elected leader, sending a full tablet report...
04:53:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:09.418090 9730 tablet.cc:2369] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:53:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:09.462791 10025 tablet.cc:2369] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:53:09.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:09.556806 9878 tablet.cc:2369] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:53:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.608686 10058 raft_consensus.cc:482] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:53:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.609378 10058 raft_consensus.cc:504] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.614238 10058 leader_election.cc:288] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177), 939fecf554e74069ada880af7641e03c (127.9.13.130:43211)
04:53:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.623852 10057 raft_consensus.cc:482] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:53:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.624423 10057 raft_consensus.cc:504] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.628468 9674 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "258e687606f745daa439cfe77e0b4d8f" candidate_uuid: "0932de4dc906476eaea867c501a7c1d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eb027a0c4b042bca77d3c6232145ffa" is_pre_election: true
04:53:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.629474 9674 raft_consensus.cc:2454] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0932de4dc906476eaea867c501a7c1d1 in term 0.
04:53:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.630539 10057 leader_election.cc:288] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177), 0932de4dc906476eaea867c501a7c1d1 (127.9.13.131:46261)
04:53:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.632395 9903 leader_election.cc:302] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0932de4dc906476eaea867c501a7c1d1, 7eb027a0c4b042bca77d3c6232145ffa; no voters:
04:53:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.633993 10058 raft_consensus.cc:2781] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 0 FOLLOWER]: Leader pre-election won for term 1
04:53:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.634335 10058 raft_consensus.cc:482] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:53:09.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.634650 10058 raft_consensus.cc:3037] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 0 FOLLOWER]: Advancing to term 1
04:53:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.639537 9823 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "258e687606f745daa439cfe77e0b4d8f" candidate_uuid: "0932de4dc906476eaea867c501a7c1d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "939fecf554e74069ada880af7641e03c" is_pre_election: true
04:53:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.640611 9823 raft_consensus.cc:2454] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0932de4dc906476eaea867c501a7c1d1 in term 0.
04:53:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.641748 10058 raft_consensus.cc:504] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.646946 9674 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "258e687606f745daa439cfe77e0b4d8f" candidate_uuid: "0932de4dc906476eaea867c501a7c1d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eb027a0c4b042bca77d3c6232145ffa"
04:53:09.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.647629 9674 raft_consensus.cc:3037] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [term 0 FOLLOWER]: Advancing to term 1
04:53:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.655236 9674 raft_consensus.cc:2454] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0932de4dc906476eaea867c501a7c1d1 in term 1.
04:53:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.656261 9903 leader_election.cc:302] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0932de4dc906476eaea867c501a7c1d1, 7eb027a0c4b042bca77d3c6232145ffa; no voters:
04:53:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.659294 10058 leader_election.cc:288] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [CANDIDATE]: Term 1 election: Requested vote from peers 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177), 939fecf554e74069ada880af7641e03c (127.9.13.130:43211)
04:53:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.659942 10058 raft_consensus.cc:2781] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 1 FOLLOWER]: Leader election won for term 1
04:53:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.660506 10058 raft_consensus.cc:686] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [term 1 LEADER]: Becoming Leader. State: Replica: 0932de4dc906476eaea867c501a7c1d1, State: Running, Role: LEADER
04:53:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.660614 9823 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "258e687606f745daa439cfe77e0b4d8f" candidate_uuid: "0932de4dc906476eaea867c501a7c1d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "939fecf554e74069ada880af7641e03c"
04:53:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.661221 9823 raft_consensus.cc:3037] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 0 FOLLOWER]: Advancing to term 1
04:53:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.669754 9823 raft_consensus.cc:2454] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0932de4dc906476eaea867c501a7c1d1 in term 1.
04:53:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.671813 9968 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "258e687606f745daa439cfe77e0b4d8f" candidate_uuid: "939fecf554e74069ada880af7641e03c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0932de4dc906476eaea867c501a7c1d1" is_pre_election: true
04:53:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.672441 9674 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "258e687606f745daa439cfe77e0b4d8f" candidate_uuid: "939fecf554e74069ada880af7641e03c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7eb027a0c4b042bca77d3c6232145ffa" is_pre_election: true
04:53:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.673234 9674 raft_consensus.cc:2379] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 939fecf554e74069ada880af7641e03c in current term 1: Already voted for candidate 0932de4dc906476eaea867c501a7c1d1 in this term.
04:53:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.662307 10058 consensus_queue.cc:237] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } }
04:53:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.675239 9756 leader_election.cc:302] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 939fecf554e74069ada880af7641e03c; no voters: 0932de4dc906476eaea867c501a7c1d1, 7eb027a0c4b042bca77d3c6232145ffa
04:53:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.679169 10057 raft_consensus.cc:2726] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
04:53:09.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.698320 9479 catalog_manager.cc:5495] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0932de4dc906476eaea867c501a7c1d1 (127.9.13.131). New cstate: current_term: 1 leader_uuid: "0932de4dc906476eaea867c501a7c1d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0932de4dc906476eaea867c501a7c1d1" member_type: VOTER last_known_addr { host: "127.9.13.131" port: 46261 } health_report { overall_health: HEALTHY } } }
04:53:09.769 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table be45aeda76294990a7c855ca03d0edb8
04:53:09.779 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.780 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.780 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.780 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.782 [DEBUG - main] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=100, operationSize=11525, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@183e8023, flushNotification=Deferred@1173340685(state=PENDING, result=null, callback=<none>, errback=<none>)}
04:53:09.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.784 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.784 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.784 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.785 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.785 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.787 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.787 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.787 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.788 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.788 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.788 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.789 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.789 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.789 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.789 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.789 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.790 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.790 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.790 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.791 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.791 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.791 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.791 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.792 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.793 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.793 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.793 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.794 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.794 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.794 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.794 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.795 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.795 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.798 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.799 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.799 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.799 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.801 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.801 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.803 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.803 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.803 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.804 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.805 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.806 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.809 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.809 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.813 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.813 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.814 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.814 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.815 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.815 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.816 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.816 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.816 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.816 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.819 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.819 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.819 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.821 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.822 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.822 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.823 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.824 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.824 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.826 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.826 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.827 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.827 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.827 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.828 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:09.828 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:09.829 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)] connecting to peer
04:53:09.829 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)] Successfully connected to peer
04:53:09.848 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2e8a4a36, L:/127.0.0.1:42694 - R:/127.9.13.131:46261] using TOKEN/null
04:53:09.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.867405 9674 raft_consensus.cc:1261] T 258e687606f745daa439cfe77e0b4d8f P 7eb027a0c4b042bca77d3c6232145ffa [term 1 FOLLOWER]: Refusing update from remote peer 0932de4dc906476eaea867c501a7c1d1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:53:09.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.867450 9823 raft_consensus.cc:1261] T 258e687606f745daa439cfe77e0b4d8f P 939fecf554e74069ada880af7641e03c [term 1 FOLLOWER]: Refusing update from remote peer 0932de4dc906476eaea867c501a7c1d1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:53:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.869022 10063 consensus_queue.cc:1035] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "939fecf554e74069ada880af7641e03c" member_type: VOTER last_known_addr { host: "127.9.13.130" port: 43211 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:53:09.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:53:09.869690 10058 consensus_queue.cc:1035] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7eb027a0c4b042bca77d3c6232145ffa" member_type: VOTER last_known_addr { host: "127.9.13.129" port: 39177 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:53:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20260806 04:53:09.895558 10080 log.cc:942] Check failed: _s.ok() Bad status: Not found: Couldn't open index chunk: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-0/wal/wals/258e687606f745daa439cfe77e0b4d8f/index.000000000: No such file or directory (error 2)
04:53:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
04:53:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20260806 04:53:09.908092 10079 log.cc:942] Check failed: _s.ok() Bad status: Not found: Couldn't open index chunk: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/ts-1/wal/wals/258e687606f745daa439cfe77e0b4d8f/index.000000000: No such file or directory (error 2)
04:53:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
04:53:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043befa9a0 (/tmp/dist-test-taskX5Galp/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1999f)
04:53:09.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4461189a0 (/tmp/dist-test-taskX5Galp/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1999f)
04:53:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043beffadb (/tmp/dist-test-taskX5Galp/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1eada)
04:53:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44611dadb (/tmp/dist-test-taskX5Galp/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1eada)
04:53:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f0444e35e11 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x93e10)
04:53:09.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44f053e11 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x93e10)
04:53:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f0444e34f37 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x92f36)
04:53:10.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44f052f37 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x92f36)
04:53:10.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f0444e34b59 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x92b58)
04:53:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44f052b59 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x92b58)
04:53:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f0444e3e552 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9c551)
04:53:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44f05c552 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9c551)
04:53:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f0444e3e50a (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9c509)
04:53:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f0444e3e49a (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9c499)
04:53:10.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44f05c50a (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9c509)
04:53:10.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f0444e3e462 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9c461)
04:53:10.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44f05c49a (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9c499)
04:53:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f0444e3d75e (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9b75d)
04:53:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x580785 (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x580784)
04:53:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x5805ba (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x5805b9)
04:53:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44f05c462 (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9c461)
04:53:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043e0c96b7 (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45b6b6)
04:53:10.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb44f05b75e (/tmp/dist-test-taskX5Galp/build/tsan/lib/liblog.so (deleted)+0x9b75d)
04:53:10.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x580785 (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x580784)
04:53:10.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x5805ba (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x5805b9)
04:53:10.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043e0ccb12 (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45eb11)
04:53:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4482e76b7 (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45b6b6)
04:53:10.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043e0ccaca (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45eac9)
04:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4482eab12 (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45eb11)
04:53:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043e0cca5a (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45ea59)
04:53:10.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4482eaaca (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45eac9)
04:53:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043e0cca22 (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45ea21)
04:53:10.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4482eaa5a (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45ea59)
04:53:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043e0cbd1e (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45dd1d)
04:53:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x580785 (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x580784)
04:53:10.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x5805ba (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x5805b9)
04:53:10.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4482eaa22 (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45ea21)
04:53:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4482e9d1e (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x45dd1d)
04:53:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x580785 (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x580784)
04:53:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x5805ba (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x5805b9)
04:53:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043e0abdc7 (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x43ddc6)
04:53:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x4230f0 (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x4230ef)
04:53:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4482c9dc7 (/tmp/dist-test-taskX5Galp/build/tsan/lib/libkudu_util.so (deleted)+0x43ddc6)
04:53:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x4230f0 (/tmp/dist-test-taskX5Galp/build/tsan/bin/kudu (deleted)+0x4230ef)
04:53:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043f7196db start_thread
04:53:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb4499376db start_thread
04:53:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f043ab9f61f clone
04:53:10.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fb444dbd61f clone
04:53:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:10.453898 9903 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.9.13.129:39177 (error 108)
04:53:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:10.466037 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:53:10.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:10.466226 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:53:12.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:12.992659 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
04:53:13.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:13.081140 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
04:53:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:15.434334 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
04:53:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:15.454442 9903 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111) [suppressed 20 similar messages]
04:53:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:15.456580 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
04:53:17.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:17.847396 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
04:53:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:18.084612 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
04:53:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:20.284096 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
04:53:20.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:20.729538 9900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111) [suppressed 19 similar messages]
04:53:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:20.731663 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
04:53:22.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:22.747174 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
04:53:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:23.241941 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
04:53:25.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:25.155941 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
04:53:25.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:25.791301 9900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111) [suppressed 20 similar messages]
04:53:25.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:25.793370 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
04:53:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:27.557391 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
04:53:28.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:28.271872 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
04:53:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:29.952823 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 41: this message will repeat every 5th retry.
04:53:30.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:30.898425 9900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111) [suppressed 19 similar messages]
04:53:30.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:30.900424 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 41: this message will repeat every 5th retry.
04:53:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:32.352376 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 46: this message will repeat every 5th retry.
04:53:33.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:33.621112 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 46: this message will repeat every 5th retry.
04:53:34.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:34.755314 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 51: this message will repeat every 5th retry.
04:53:36.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:36.286384 9900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111) [suppressed 20 similar messages]
04:53:36.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:36.289011 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 51: this message will repeat every 5th retry.
04:53:37.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:37.384199 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 56: this message will repeat every 5th retry.
04:53:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:38.734606 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 56: this message will repeat every 5th retry.
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [16ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [14ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [18ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [10ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [16ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [11ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [15ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [18ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [16ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.779 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [19ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [19ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [15ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [19ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [20ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [20ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [21ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [22ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [22ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [23ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [23ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [24ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [23ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.780 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [24ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [25ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [28ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [28ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [29ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [32ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [30ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [33ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [33ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [34ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.781 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [36ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [38ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [39ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [43ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [43ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [45ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [46ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [46ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [48ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [49ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.782 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [51ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [52ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [57ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [52ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [53ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [58ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [56ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [55ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [51ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.783 [DEBUG - pool-340-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.9.13.188:36407, [44ms] received response from server master-127.9.13.188:36407: OK, deferred=null) with no deferred attached!
04:53:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:39.844085 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:39.845 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:39.861019 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 61: this message will repeat every 5th retry.
04:53:39.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:39.863 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:39.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=2, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=2, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main, errback=passthrough -> open scanner errback -> wakeup thread main))) after lookup
04:53:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:39.865653 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:39.866 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:39.881 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:39.881 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:39.881 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=4, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=4, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543)))) after lookup
04:53:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:39.884394 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:39.885 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:39.901 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:39.901 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:39.901 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=6, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=6, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573)))) after lookup
04:53:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:39.903596 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:39.904 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:40.021 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:40.021 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:40.022 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=8, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=8, TimeoutTracker(timeout=30000, elapsed=182), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721)))) after lookup
04:53:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:40.024562 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:40.025 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:40.521 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:40.522 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:40.522 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=10, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=10, TimeoutTracker(timeout=30000, elapsed=682), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168)))) after lookup
04:53:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:40.524729 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:40.525 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:41.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:41.293030 9900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111) [suppressed 20 similar messages]
04:53:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:41.294981 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 61: this message will repeat every 5th retry.
04:53:41.341 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:41.341 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:41.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=12, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=12, TimeoutTracker(timeout=30000, elapsed=1502), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503)))) after lookup
04:53:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:41.344117 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:41.345 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:41.962 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:41.962 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:41.963 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=14, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=14, TimeoutTracker(timeout=30000, elapsed=2122), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382)))) after lookup
04:53:41.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:41.965564 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:41.966 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:42.200219 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 66: this message will repeat every 5th retry.
04:53:42.482 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:42.482 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:42.482 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=16, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=16, TimeoutTracker(timeout=30000, elapsed=2642), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494)))) after lookup
04:53:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:42.485273 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:42.486 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:43.682 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:43.682 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:43.682 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=18, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=18, TimeoutTracker(timeout=30000, elapsed=3842), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083)))) after lookup
04:53:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:43.685233 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:43.686 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:43.743784 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 66: this message will repeat every 5th retry.
04:53:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:44.846310 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 71: this message will repeat every 5th retry.
04:53:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:46.237999 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 71: this message will repeat every 5th retry.
04:53:46.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:46.361375 9903 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111) [suppressed 19 similar messages]
04:53:46.722 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:46.722 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:46.723 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=20, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=20, TimeoutTracker(timeout=30000, elapsed=6882), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440)))) after lookup
04:53:46.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:46.725980 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:46.727 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:47.455575 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 76: this message will repeat every 5th retry.
04:53:48.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:48.904059 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 76: this message will repeat every 5th retry.
04:53:50.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:50.195436 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 81: this message will repeat every 5th retry.
04:53:50.821 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:50.821 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:50.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=22, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=22, TimeoutTracker(timeout=30000, elapsed=10982), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974)))) after lookup
04:53:50.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:50.825341 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:50.826 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:51.538226 9900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111) [suppressed 18 similar messages]
04:53:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:51.540083 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 81: this message will repeat every 5th retry.
04:53:52.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:52.721544 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 86: this message will repeat every 5th retry.
04:53:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:53.997435 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 86: this message will repeat every 5th retry.
04:53:54.741 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:54.741 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:54.742 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=24, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=24, TimeoutTracker(timeout=30000, elapsed=14902), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057)))) after lookup
04:53:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:54.744522 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:54.745 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:55.352175 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 91: this message will repeat every 5th retry.
04:53:56.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:56.399326 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 91: this message will repeat every 5th retry.
04:53:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:56.962225 9903 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111) [suppressed 20 similar messages]
04:53:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:57.648022 9351 server_base.cc:1209] Unable to delete excess log files: IO error: glob failed for /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-0/logs/kudu-master.*.INFO.*: No such file or directory
04:53:57.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:57.798326 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 96: this message will repeat every 5th retry.
04:53:58.222 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:58.222 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:58.223 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=26, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=26, TimeoutTracker(timeout=30000, elapsed=18383), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593)))) after lookup
04:53:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:58.226888 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:58.228 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:58.422 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:58.422 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:58.422 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=28, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=28, TimeoutTracker(timeout=30000, elapsed=18582), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631)))) after lookup
04:53:58.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:58.425958 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:58.427 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:53:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:59.028395 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 96: this message will repeat every 5th retry.
04:53:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:59.397859 9431 server_base.cc:1209] Unable to delete excess log files: IO error: glob failed for /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-1/logs/kudu-master.*.INFO.*: No such file or directory
04:53:59.662 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:53:59.662 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:53:59.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=30, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=30, TimeoutTracker(timeout=30000, elapsed=19823), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444)))) after lookup
04:53:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:53:59.666160 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:53:59.667 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:54:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:00.237085 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 101: this message will repeat every 5th retry.
04:54:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:01.165053 9514 server_base.cc:1209] Unable to delete excess log files: IO error: glob failed for /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989/master-2/logs/kudu-master.*.INFO.*: No such file or directory
04:54:01.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:54:01.342 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:54:01.342 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=32, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=32, TimeoutTracker(timeout=30000, elapsed=21502), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389)))) after lookup
04:54:01.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:01.345917 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:54:01.347 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:54:01.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:01.462456 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 101: this message will repeat every 5th retry.
04:54:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:01.723902 9349 debug-util.cc:398] Leaking SignalData structure 0x7b080009cda0 after lost signal to thread 9284
04:54:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:01.724438 9349 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0120 after lost signal to thread 9353
04:54:01.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:01.985718 9900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111) [suppressed 20 similar messages]
04:54:02.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:02.735831 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 106: this message will repeat every 5th retry.
04:54:02.922 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:54:02.922 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:54:02.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=34, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=34, TimeoutTracker(timeout=30000, elapsed=23083), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244)))) after lookup
04:54:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:02.927352 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:54:02.929 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:54:03.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:03.955516 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 106: this message will repeat every 5th retry.
04:54:05.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:05.085024 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 111: this message will repeat every 5th retry.
04:54:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:05.274286 10014 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdfa0 after lost signal to thread 9882
04:54:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:05.275309 10014 debug-util.cc:398] Leaking SignalData structure 0x7b08000bec20 after lost signal to thread 10017
04:54:06.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:06.341140 9900 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 939fecf554e74069ada880af7641e03c (127.9.13.130:43211): Couldn't send request to peer 939fecf554e74069ada880af7641e03c. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111). This is attempt 111: this message will repeat every 5th retry.
04:54:06.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:54:06.622 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:54:06.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=36, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=36, TimeoutTracker(timeout=30000, elapsed=26782), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435)))) after lookup
04:54:06.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:06.626680 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:54:06.628 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:54:07.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:07.327610 9900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.13.130:43211: connect: Connection refused (error 111) [suppressed 21 similar messages]
04:54:07.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:07.430229 9903 consensus_peers.cc:487] T 258e687606f745daa439cfe77e0b4d8f P 0932de4dc906476eaea867c501a7c1d1 -> Peer 7eb027a0c4b042bca77d3c6232145ffa (127.9.13.129:39177): Couldn't send request to peer 7eb027a0c4b042bca77d3c6232145ffa. Status: Network error: Client connection negotiation failed: client connection to 127.9.13.129:39177: connect: Connection refused (error 111). This is attempt 116: this message will repeat every 5th retry.
04:54:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:07.877960 10014 debug-util.cc:398] Leaking SignalData structure 0x7b08000d81c0 after lost signal to thread 9882
04:54:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:07.879102 10014 debug-util.cc:398] Leaking SignalData structure 0x7b0800040e00 after lost signal to thread 10017
04:54:08.101 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 258e687606f745daa439cfe77e0b4d8f for table 'TestKuduClient' with partition [<start>, <end>)
04:54:08.101 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=258e687606f745daa439cfe77e0b4d8f@[0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)[L],7eb027a0c4b042bca77d3c6232145ffa(127.9.13.129:39177),939fecf554e74069ada880af7641e03c(127.9.13.130:43211)]}]
04:54:08.102 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=38, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=38, TimeoutTracker(timeout=30000, elapsed=28262), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298)))) after lookup
04:54:08.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:08.105882 9928 tablet_service.cc:2908] Rejecting scan request for tablet 258e687606f745daa439cfe77e0b4d8f: Uninitialized: clean time has not yet been initialized
04:54:08.107 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: clean time has not yet been initialized
04:54:08.108 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780))))
04:54:08.109 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:690) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780))))
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244) [main/:?]
at org.apache.kudu.client.RpcProxy.dispatchTSError(RpcProxy.java:365) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:278) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) [main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
Caused by: org.apache.kudu.client.RecoverableException: clean time has not yet been initialized
... 43 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780))))
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260)
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244)
at org.apache.kudu.client.RpcProxy.dispatchTSError(RpcProxy.java:365)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:278)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: org.apache.kudu.client.RecoverableException: clean time has not yet been initialized
... 43 more
04:54:08.111 [DEBUG - main] (Connection.java:575) [peer 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)] disconnecting while in state READY
04:54:08.112 [DEBUG - main] (Connection.java:575) [peer master-127.9.13.189:44401(127.9.13.189:44401)] disconnecting while in state READY
04:54:08.112 [DEBUG - main] (Connection.java:575) [peer master-127.9.13.188:36407(127.9.13.188:36407)] disconnecting while in state READY
04:54:08.112 [DEBUG - main] (Connection.java:575) [peer master-127.9.13.190:35301(127.9.13.190:35301)] disconnecting while in state READY
04:54:08.113 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.13.189:44401(127.9.13.189:44401)] handling channelInactive
04:54:08.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.13.189:44401(127.9.13.189:44401)] cleaning up while in state READY due to: connection closed
04:54:08.113 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:54:08.113 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.13.190:35301(127.9.13.190:35301)] handling channelInactive
04:54:08.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.13.190:35301(127.9.13.190:35301)] cleaning up while in state READY due to: connection closed
04:54:08.114 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)] handling channelInactive
04:54:08.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261)] cleaning up while in state READY due to: connection closed
04:54:08.114 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0932de4dc906476eaea867c501a7c1d1(127.9.13.131:46261) for tablet 258e687606f745daa439cfe77e0b4d8f: connection closed
04:54:08.115 [DEBUG - kudu-nio-1] (RemoteTablet.java:144) tablet 258e687606f745daa439cfe77e0b4d8f already removed ts 0932de4dc906476eaea867c501a7c1d1, size left is 2
04:54:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:54:08.115604 9270 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu with pid 9881
04:54:08.115 [WARN - kudu-nio-1] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244) [main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:487) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:728) [main/:?]
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1085) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372)
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447)
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343)
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260)
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:487)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:728)
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1085)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901)
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
04:54:08.117 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.13.188:36407(127.9.13.188:36407)] handling channelInactive
04:54:08.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.13.188:36407(127.9.13.188:36407)] cleaning up while in state READY due to: connection closed
04:54:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:54:08.169062 9270 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu with pid 9283
04:54:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:54:08.208331 9270 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu with pid 9356
04:54:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 04:54:08.244133 9270 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskX5Galp/build/tsan/bin/kudu with pid 9436
04:54:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:08.282943 9270 env_posix.cc:2125] Unable to access file /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989 during walk: No such file or directory
04:54:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:08.283223 9270 env_posix.cc:2127] Unable to access file /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989 during walk: No such file or directory
04:54:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 04:54:08.283597 9270 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskX5Galp/test-tmp/mini-kudu-cluster981004901768003989: One or more errors occurred
04:54:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==9270==WARNING: invalid path to external symbolizer!
04:54:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==9270==WARNING: Failed to use and restart external symbolizer!
04:54:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
04:54:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=9270)
04:54:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M3827):
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb8f4)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18caf2)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21a92)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219da)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb23ce)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x97afd)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x96a9b)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x834ca)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x83629)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x62c4c7)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x62893d)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x62800b)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x625240)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x507ff1)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x507f5c)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x507ecc)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x506b35)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x61ad20)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x61b657)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x61bb9e)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21c86)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T5:
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd677)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4230ef)
04:54:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x454924)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbe04)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3827 (0x7b6800003d78) created at:
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x426582)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bcf71)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=9278, running) created by main thread at:
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x426352)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd1c0)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskX5Galp/build/tsan/lib/libserver_process.so+0x1bb8f4)
04:54:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=9270)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003600 by main thread (mutexes: write M3824):
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb8f4)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18caf2)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ab5)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219da)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb23ce)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x97afd)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x96a9b)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x834ca)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x83629)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x62c4c7)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x62893d)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x62800b)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x625240)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x507ff1)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x507f5c)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x507ecc)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x506b35)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x61ad20)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x61b657)
04:54:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x61bb9e)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21c86)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003600 by thread T4:
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd677)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4230ef)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x448bf6)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bb999)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18caf2)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21a92)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219da)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb23ce)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97afd)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x96a9b)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x834ca)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x83629)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x62c4c7)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x62893d)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x62800b)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x625240)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x507ff1)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x507f5c)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x507ecc)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x506b35)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x61ad20)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x61b657)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x61bb9e)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21c86)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003600 allocated by main thread:
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x454924)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbe04)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3824 (0x7b6800003778) created at:
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x426582)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bcf71)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
04:54:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=9277, running) created by main thread at:
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x426352)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd1c0)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskX5Galp/build/tsan/lib/libserver_process.so+0x1bb8f4)
04:54:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
04:54:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T04:54:08Z chronyd exiting
04:54:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
04:54:09.362 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testScanWithPredicates: failed attempt 1
java.lang.RuntimeException: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780))))
at org.apache.kudu.client.KuduScannerIterator.hasNext(KuduScannerIterator.java:77) ~[main/:?]
at org.apache.kudu.client.KuduScannerIterator.hasNext(KuduScannerIterator.java:83) ~[main/:?]
at org.apache.kudu.test.ClientTestUtil.scanTableToStrings(ClientTestUtil.java:200) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestKuduClient.testScanWithPredicates(TestKuduClient.java:1348) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780))))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81) ~[main/:?]
at org.apache.kudu.client.KuduScannerIterator.hasNext(KuduScannerIterator.java:69) ~[main/:?]
... 40 more
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244) ~[main/:?]
at org.apache.kudu.client.RpcProxy.dispatchTSError(RpcProxy.java:365) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:278) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.RecoverableException: clean time has not yet been initialized
at org.apache.kudu.client.RpcProxy.dispatchTSError(RpcProxy.java:365) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:278) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.RuntimeException: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780))))
at org.apache.kudu.client.KuduScannerIterator.hasNext(KuduScannerIterator.java:77)
at org.apache.kudu.client.KuduScannerIterator.hasNext(KuduScannerIterator.java:83)
at org.apache.kudu.test.ClientTestUtil.scanTableToStrings(ClientTestUtil.java:200)
at org.apache.kudu.client.TestKuduClient.testScanWithPredicates(TestKuduClient.java:1348)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: ScanRequest(scannerId=null, state=OPENING, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, KuduRpc(method=Scan, tablet=258e687606f745daa439cfe77e0b4d8f, attempt=39, TimeoutTracker(timeout=30000, elapsed=28267), Traces: [0ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [5ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [5ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [22ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [23ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [26ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [26ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [41ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [41ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [45ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [45ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [60ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [61ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [65ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [65ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [178ms] refreshing cache from master, [179ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [181ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [182ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [185ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [185ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [679ms] refreshing cache from master, [679ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [681ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [682ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [686ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [686ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [1501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [1502ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [1505ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [1505ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2119ms] refreshing cache from master, [2119ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2121ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2123ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2126ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2126ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [2639ms] refreshing cache from master, [2639ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [2641ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [2643ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [2646ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [2646ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [3839ms] refreshing cache from master, [3839ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [3841ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [3843ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [3846ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [3846ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [6879ms] refreshing cache from master, [6879ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [6881ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [6883ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [6887ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [6887ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [10978ms] refreshing cache from master, [10978ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [10981ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [10982ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [10986ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [10986ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [14898ms] refreshing cache from master, [14898ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [14901ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [14902ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [14905ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [14905ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18379ms] refreshing cache from master, [18379ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18382ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18383ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18388ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18388ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [18579ms] refreshing cache from master, [18579ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [18581ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [18583ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [18587ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [18587ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [19819ms] refreshing cache from master, [19819ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [19821ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [19824ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [19827ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [19827ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [21498ms] refreshing cache from master, [21498ms] Sub RPC GetTableLocations: sending RPC to server master-127.9.13.188:36407, [21501ms] Sub RPC GetTableLocations: received response from server master-127.9.13.188:36407: OK, [21503ms] sending RPC to server 0932de4dc906476eaea867c501a7c1d1, [21507ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [21507ms] received response from server 0932de4dc906476eaea867c501a7c1d1: Uninitialized: clean time has not yet been initialized (error 0), [23079ms] refreshing cache from master, [23079ms] too many traces: truncated at 100 traces, deferred=Deferred@180917018(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780), errback=passthrough -> open scanner errback -> wakeup thread main -> (continuation of Deferred@780957044 after retry RPC@1686382543) -> (continuation of Deferred@1302876001 after retry RPC@4371573) -> (continuation of Deferred@1042058068 after retry RPC@834668721) -> (continuation of Deferred@187268274 after retry RPC@1362432168) -> (continuation of Deferred@1663650748 after retry RPC@598042503) -> (continuation of Deferred@855147278 after retry RPC@463821382) -> (continuation of Deferred@763277916 after retry RPC@1533588494) -> (continuation of Deferred@1565698863 after retry RPC@98963083) -> (continuation of Deferred@68413198 after retry RPC@1280323440) -> (continuation of Deferred@1657511950 after retry RPC@2046496974) -> (continuation of Deferred@1925034320 after retry RPC@1296676057) -> (continuation of Deferred@873009801 after retry RPC@723583593) -> (continuation of Deferred@1788662367 after retry RPC@385681631) -> (continuation of Deferred@1784204258 after retry RPC@1717236444) -> (continuation of Deferred@1312043378 after retry RPC@1646261389) -> (continuation of Deferred@909213473 after retry RPC@1507944244) -> (continuation of Deferred@114763687 after retry RPC@1000507435) -> (continuation of Deferred@390660371 after retry RPC@681375298) -> (continuation of Deferred@122732714 after retry RPC@718314780))))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
at org.apache.kudu.client.KuduScannerIterator.hasNext(KuduScannerIterator.java:69)
... 40 more
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260)
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244)
at org.apache.kudu.client.RpcProxy.dispatchTSError(RpcProxy.java:365)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:278)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: org.apache.kudu.client.RecoverableException: clean time has not yet been initialized
at org.apache.kudu.client.RpcProxy.dispatchTSError(RpcProxy.java:365)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:278)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)