07:54:28.757 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:54:28.757 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task26XkKn/test-tmp
07:54:28.757 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:54:28.758 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task26XkKn/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:54:28.759 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:54:29.108 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:54:29.108 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:54:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.111683 22524 mini_oidc.cc:152] Starting JWKS server
07:54:29.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.115533 22524 webserver.cc:460] Webserver started at http://127.0.0.1:43309/ using document root <none> and password file <none>
07:54:29.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.115996 22524 mini_oidc.cc:189] Starting OIDC Discovery server
07:54:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.117933 22524 webserver.cc:460] Webserver started at http://127.0.0.1:32769/ using document root <none> and password file <none>
07:54:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:54:29Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:54:29.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:54:29Z Disabled control of system clock
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.179911 22524 external_mini_cluster.cc:1326] Running /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/wal
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/data
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/logs
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/data/info.pb
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.62:44059
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.62
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43309/jwks.json with env {}
07:54:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.497474 22536 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.498189 22536 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.498797 22536 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.530285 22536 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.530692 22536 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:29.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.530911 22536 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:29.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.531102 22536 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:29.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.531301 22536 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:29.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.531441 22536 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43309/jwks.json
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.568128 22536 master_runner.cc:386] Master server non-default flags:
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/data
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/wal
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.62:44059
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:29.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43309/jwks.json
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/data/info.pb
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.62
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/logs
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:29.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:48:47 UTC on ccycloud.quasar-rdxlkw.root.comops.site
07:54:29.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575858
07:54:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.569518 22536 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:29.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.571622 22536 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.594448 22545 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:30.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.594568 22542 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:30.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:29.594607 22543 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:30.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:29.595880 22536 server_base.cc:1034] running on GCE node
07:54:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.836069 22536 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:30.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.838949 22536 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:30.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.840350 22536 hybrid_clock.cc:648] HybridClock initialized: now 1786262070840258 us; error 107 us; skew 500 ppm
07:54:30.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.841351 22536 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.852774 22536 webserver.cc:460] Webserver started at http://127.21.255.62:45051/ using document root <none> and password file <none>
07:54:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.853830 22536 fs_manager.cc:359] Metadata directory not provided
07:54:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.854084 22536 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:30.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.854620 22536 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.859761 22536 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/data/instance:
07:54:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca184798a69d461182b4f72c53ec0d2e"
07:54:30.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:30 on dist-test-slave-fd7l"
07:54:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.861052 22536 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/wal/instance:
07:54:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca184798a69d461182b4f72c53ec0d2e"
07:54:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:30 on dist-test-slave-fd7l"
07:54:30.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.868814 22536 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
07:54:30.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.874842 22555 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.876061 22536 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:54:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.876597 22536 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/data,/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/wal
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca184798a69d461182b4f72c53ec0d2e"
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:30 on dist-test-slave-fd7l"
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.876982 22536 fs_report.cc:383] FS layout report
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/wal
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/wal
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/data/data
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:30.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.939085 22536 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.940840 22536 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:30.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:30.941407 22536 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:31.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.022611 22536 rpc_server.cc:307] RPC server started. Bound to: 127.21.255.62:44059
07:54:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.022728 22608 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.255.62:44059 every 8 connection(s)
07:54:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.025784 22536 server_base.cc:1166] Dumped server information to /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/data/info.pb
07:54:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.031584 22609 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:31.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.035732 22524 external_mini_cluster.cc:1388] Started /tmp/dist-test-task26XkKn/build/tsan/bin/kudu as pid 22536
07:54:31.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.036264 22524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-0/wal/instance
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.039897 22524 external_mini_cluster.cc:1326] Running /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/wal
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/data
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/logs
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/data/info.pb
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:31.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.61:39037
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.61
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:31.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43309/jwks.json with env {}
07:54:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.043138 22609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } has no permanent_uuid. Determining permanent_uuid...
07:54:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.074982 22609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } has no permanent_uuid. Determining permanent_uuid...
07:54:31.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.077899 22559 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.255.61:39037: connect: Connection refused (error 111)
07:54:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.083151 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.61:39037: Network error: Client connection negotiation failed: client connection to 127.21.255.61:39037: connect: Connection refused (error 111)
07:54:31.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.132759 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } attempt: 1
07:54:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.136878 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.61:39037: Network error: Client connection negotiation failed: client connection to 127.21.255.61:39037: connect: Connection refused (error 111)
07:54:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.205379 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } attempt: 2
07:54:31.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.210005 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.61:39037: Network error: Client connection negotiation failed: client connection to 127.21.255.61:39037: connect: Connection refused (error 111)
07:54:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.301477 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } attempt: 3
07:54:31.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.305480 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.61:39037: Network error: Client connection negotiation failed: client connection to 127.21.255.61:39037: connect: Connection refused (error 111)
07:54:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.375517 22611 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.376241 22611 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.376875 22611 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.409899 22611 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.410279 22611 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:31.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.410610 22611 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.410897 22611 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.411190 22611 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:31.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.411413 22611 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43309/jwks.json
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.447139 22611 master_runner.cc:386] Master server non-default flags:
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/data
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/wal
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.61:39037
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43309/jwks.json
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/data/info.pb
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.61
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/logs
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:48:47 UTC on ccycloud.quasar-rdxlkw.root.comops.site
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575858
07:54:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.448836 22611 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.448881 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } attempt: 4
07:54:31.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.450795 22611 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.453032 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.61:39037: Network error: Client connection negotiation failed: client connection to 127.21.255.61:39037: connect: Connection refused (error 111)
07:54:31.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.474531 22623 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:31.752493 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } attempt: 5
07:54:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.757524 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.61:39037: Network error: Client connection negotiation failed: client connection to 127.21.255.61:39037: connect: Connection refused (error 111)
07:54:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.305012 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } attempt: 6
07:54:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:32.312392 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.61:39037: Network error: Client connection negotiation failed: client connection to 127.21.255.61:39037: connect: Connection refused (error 111)
07:54:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.475103 22624 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:31.475859 22626 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:32.755326 22625 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:54:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.755525 22611 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:54:32.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.759985 22611 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:32.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.763281 22611 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:32.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.764730 22611 hybrid_clock.cc:648] HybridClock initialized: now 1786262072764696 us; error 68 us; skew 500 ppm
07:54:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.765578 22611 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.772359 22611 webserver.cc:460] Webserver started at http://127.21.255.61:36991/ using document root <none> and password file <none>
07:54:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.773361 22611 fs_manager.cc:359] Metadata directory not provided
07:54:32.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.773554 22611 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.773962 22611 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.779402 22611 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/data/instance:
07:54:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "369adc1376e14a69b39d328174099c72"
07:54:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:32 on dist-test-slave-fd7l"
07:54:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.780598 22611 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/wal/instance:
07:54:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "369adc1376e14a69b39d328174099c72"
07:54:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:32 on dist-test-slave-fd7l"
07:54:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.788102 22611 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
07:54:32.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.794517 22635 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.795758 22611 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
07:54:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.796185 22611 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/data,/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/wal
07:54:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "369adc1376e14a69b39d328174099c72"
07:54:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:32 on dist-test-slave-fd7l"
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.796597 22611 fs_report.cc:383] FS layout report
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/wal
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/wal
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/data/data
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:32.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.836659 22611 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:32.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.838289 22611 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.838830 22611 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.910780 22611 rpc_server.cc:307] RPC server started. Bound to: 127.21.255.61:39037
07:54:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.910881 22688 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.255.61:39037 every 8 connection(s)
07:54:32.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.913674 22611 server_base.cc:1166] Dumped server information to /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/data/info.pb
07:54:32.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.919435 22689 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.924422 22524 external_mini_cluster.cc:1388] Started /tmp/dist-test-task26XkKn/build/tsan/bin/kudu as pid 22611
07:54:32.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.924997 22524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-1/wal/instance
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.928243 22524 external_mini_cluster.cc:1326] Running /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/wal
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/data
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/logs
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/data/info.pb
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.60:33969
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.60
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43309/jwks.json with env {}
07:54:32.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.936317 22689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } has no permanent_uuid. Determining permanent_uuid...
07:54:32.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.962572 22689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } has no permanent_uuid. Determining permanent_uuid...
07:54:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:32.980041 22689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } has no permanent_uuid. Determining permanent_uuid...
07:54:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:32.982370 22639 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:32.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:32.987057 22689 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.036638 22689 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 1
07:54:33.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.040954 22689 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.109356 22689 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 2
07:54:33.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.113166 22689 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.204686 22689 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 3
07:54:33.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.208585 22689 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.270174 22691 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:33.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.271116 22691 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:33.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.272135 22691 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.318089 22691 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:54:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.318382 22691 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.318581 22691 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:54:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.318776 22691 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:54:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.318961 22691 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:54:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.319103 22691 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43309/jwks.json
07:54:33.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.352095 22689 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 4
07:54:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.355515 22691 master_runner.cc:386] Master server non-default flags:
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/data
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/wal
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.60:33969
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43309/jwks.json
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/data/info.pb
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.60
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/logs
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:48:47 UTC on ccycloud.quasar-rdxlkw.root.comops.site
07:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575858
07:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.355907 22689 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.357105 22691 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.358858 22691 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:33.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.373157 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } attempt: 7
07:54:33.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.377524 22704 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.388718 22609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } has no permanent_uuid. Determining permanent_uuid...
07:54:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.393741 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.452214 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 1
07:54:33.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.457705 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.539179 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 2
07:54:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.544097 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.629565 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 3
07:54:33.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.634145 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.655293 22689 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 5
07:54:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.659539 22689 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:33.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.774535 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 4
07:54:33.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.778501 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.062222 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 5
07:54:34.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:34.067054 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.207175 22689 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 6
07:54:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:34.218551 22689 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.379155 22706 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:33.381843 22691 server_base.cc:1034] running on GCE node
07:54:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:33.379719 22703 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.619748 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 6
07:54:34.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.620919 22691 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.623843 22691 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.625582 22691 hybrid_clock.cc:648] HybridClock initialized: now 1786262074625445 us; error 106 us; skew 500 ppm
07:54:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:34.626339 22609 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.255.60:33969: Network error: Client connection negotiation failed: client connection to 127.21.255.60:33969: connect: Connection refused (error 111)
07:54:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.626708 22691 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:34.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.633689 22691 webserver.cc:460] Webserver started at http://127.21.255.60:39237/ using document root <none> and password file <none>
07:54:34.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.634678 22691 fs_manager.cc:359] Metadata directory not provided
07:54:34.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.634869 22691 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:34.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.635272 22691 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.640327 22691 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/data/instance:
07:54:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a3eba089584455af9509c11a750829"
07:54:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:34 on dist-test-slave-fd7l"
07:54:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.641587 22691 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/wal/instance:
07:54:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a3eba089584455af9509c11a750829"
07:54:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:34 on dist-test-slave-fd7l"
07:54:34.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.649101 22691 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
07:54:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.654830 22721 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.655948 22691 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:54:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.656427 22691 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/data,/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/wal
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a3eba089584455af9509c11a750829"
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:34 on dist-test-slave-fd7l"
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.656921 22691 fs_report.cc:383] FS layout report
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/wal
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/wal
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/data/data
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.706100 22691 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.707846 22691 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.708425 22691 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:34.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.786770 22691 rpc_server.cc:307] RPC server started. Bound to: 127.21.255.60:33969
07:54:34.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.786885 22775 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.255.60:33969 every 8 connection(s)
07:54:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.790350 22691 server_base.cc:1166] Dumped server information to /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/data/info.pb
07:54:34.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.793768 22524 external_mini_cluster.cc:1388] Started /tmp/dist-test-task26XkKn/build/tsan/bin/kudu as pid 22691
07:54:34.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.794339 22524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/master-2/wal/instance
07:54:34.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.797905 22776 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.817672 22776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } has no permanent_uuid. Determining permanent_uuid...
07:54:34.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.845928 22776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } has no permanent_uuid. Determining permanent_uuid...
07:54:34.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.857910 22776 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } has no permanent_uuid. Determining permanent_uuid...
07:54:34.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.876207 22776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829: Bootstrap starting.
07:54:34.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.883229 22776 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829: Neither blocks nor log segments found. Creating new log.
07:54:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.885648 22776 log.cc:824] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829: Log is configured to *not* fsync() on all Append() calls
07:54:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.890347 22776 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829: No bootstrap required, opened a new log
07:54:34.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.920241 22776 raft_consensus.cc:348] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:34.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.921285 22776 raft_consensus.cc:374] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:54:34.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.921638 22776 raft_consensus.cc:729] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a3eba089584455af9509c11a750829, State: Initialized, Role: FOLLOWER
07:54:34.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.922701 22776 consensus_queue.cc:260] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.926064 22785 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.926808 22785 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: This master's current role is: FOLLOWER
07:54:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.928251 22776 sys_catalog.cc:564] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: configured and running, proceeding with master startup.
07:54:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:34.961503 22796 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:34.961958 22796 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:54:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:34.964233 22727 tablet.cc:2369] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:54:34.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.955945 22691 master_runner.cc:186] Error getting master registration for 127.21.255.62:44059: OK, instance_id { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" instance_seqno: 1786262071001101 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:54:34.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:34.985724 22691 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:54:35.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.000408 22785 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:54:35.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.000974 22785 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:35.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.003086 22785 leader_election.cc:288] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ca184798a69d461182b4f72c53ec0d2e (127.21.255.62:44059), 369adc1376e14a69b39d328174099c72 (127.21.255.61:39037)
07:54:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.279239 22689 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 7
07:54:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.306322 22689 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72: Bootstrap starting.
07:54:35.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.313866 22689 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72: Neither blocks nor log segments found. Creating new log.
07:54:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.316316 22689 log.cc:824] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72: Log is configured to *not* fsync() on all Append() calls
07:54:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.328970 22689 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72: No bootstrap required, opened a new log
07:54:35.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.360816 22689 raft_consensus.cc:348] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:35.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.361788 22689 raft_consensus.cc:374] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:54:35.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.362076 22689 raft_consensus.cc:729] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 369adc1376e14a69b39d328174099c72, State: Initialized, Role: FOLLOWER
07:54:35.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.363118 22689 consensus_queue.cc:260] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.366122 22801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.367002 22801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [sys.catalog]: This master's current role is: FOLLOWER
07:54:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.368000 22689 sys_catalog.cc:564] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [sys.catalog]: configured and running, proceeding with master startup.
07:54:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.368422 22663 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "65a3eba089584455af9509c11a750829" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "369adc1376e14a69b39d328174099c72" is_pre_election: true
07:54:35.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.369755 22663 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65a3eba089584455af9509c11a750829 in term 0.
07:54:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.371592 22725 leader_election.cc:302] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 369adc1376e14a69b39d328174099c72, 65a3eba089584455af9509c11a750829; no voters:
07:54:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.372617 22785 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:54:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.372984 22785 raft_consensus.cc:482] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:54:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.373291 22785 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 0 FOLLOWER]: Advancing to term 1
07:54:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.380002 22785 raft_consensus.cc:504] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:35.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.382050 22785 leader_election.cc:288] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [CANDIDATE]: Term 1 election: Requested vote from peers ca184798a69d461182b4f72c53ec0d2e (127.21.255.62:44059), 369adc1376e14a69b39d328174099c72 (127.21.255.61:39037)
07:54:35.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.384191 22663 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "65a3eba089584455af9509c11a750829" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "369adc1376e14a69b39d328174099c72"
07:54:35.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.384867 22663 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [term 0 FOLLOWER]: Advancing to term 1
07:54:35.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.393069 22663 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65a3eba089584455af9509c11a750829 in term 1.
07:54:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.394426 22725 leader_election.cc:302] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 369adc1376e14a69b39d328174099c72, 65a3eba089584455af9509c11a750829; no voters:
07:54:35.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.395241 22785 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 1 FOLLOWER]: Leader election won for term 1
07:54:35.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.406538 22785 raft_consensus.cc:686] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [term 1 LEADER]: Becoming Leader. State: Replica: 65a3eba089584455af9509c11a750829, State: Running, Role: LEADER
07:54:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.407617 22785 consensus_queue.cc:237] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:35.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.425792 22806 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 65a3eba089584455af9509c11a750829. Latest consensus state: current_term: 1 leader_uuid: "65a3eba089584455af9509c11a750829" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:35.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.428066 22806 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: This master's current role is: LEADER
07:54:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.435947 22814 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:54:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.444360 22814 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:54:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.477252 22663 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [term 1 FOLLOWER]: Refusing update from remote peer 65a3eba089584455af9509c11a750829: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:54:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.479151 22785 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [LEADER]: Connected to new peer: Peer: permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
07:54:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:35.483834 22815 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:54:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:35.484205 22815 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:54:35.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.438284 22611 master_runner.cc:186] Error getting master registration for 127.21.255.62:44059: OK, instance_id { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" instance_seqno: 1786262071001101 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:54:35.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.515579 22611 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:54:35.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.532848 22801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 65a3eba089584455af9509c11a750829. Latest consensus state: current_term: 1 leader_uuid: "65a3eba089584455af9509c11a750829" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:35.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.533891 22801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [sys.catalog]: This master's current role is: FOLLOWER
07:54:35.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.538967 22817 mvcc.cc:205] Tried to move back new op lower bound from 7316529461117190144 to 7316529460880302080. Current Snapshot: MvccSnapshot[applied={T|T < 7316529461117190144}]
07:54:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.543226 22806 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "65a3eba089584455af9509c11a750829" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.544015 22806 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: This master's current role is: LEADER
07:54:35.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.549522 22814 catalog_manager.cc:1347] Generated new cluster ID: d5fe5295bc8a48f3863f34c012675bdf
07:54:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.549863 22814 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:54:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.549624 22801 sys_catalog.cc:455] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "65a3eba089584455af9509c11a750829" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:35.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.550734 22801 sys_catalog.cc:458] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72 [sys.catalog]: This master's current role is: FOLLOWER
07:54:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.592661 22814 catalog_manager.cc:1370] Generated new certificate authority record
07:54:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.596123 22814 catalog_manager.cc:1504] Loading token signing keys...
07:54:35.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.622839 22814 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829: Generated new TSK 0
07:54:35.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.625304 22814 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.655483 22524 external_mini_cluster.cc:1326] Running /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/wal
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/data
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/logs
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/data/info.pb
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.1:0
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.255.1
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.1
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:54:35.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.659714 22609 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } attempt: 7
07:54:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.709682 22609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e: Bootstrap starting.
07:54:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.730854 22609 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e: Neither blocks nor log segments found. Creating new log.
07:54:35.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.737289 22609 log.cc:824] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e: Log is configured to *not* fsync() on all Append() calls
07:54:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.768057 22609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e: No bootstrap required, opened a new log
07:54:35.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.859812 22609 raft_consensus.cc:348] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.862726 22609 raft_consensus.cc:374] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:54:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.863714 22609 raft_consensus.cc:729] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca184798a69d461182b4f72c53ec0d2e, State: Initialized, Role: FOLLOWER
07:54:35.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.866603 22609 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } }
07:54:35.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.901788 22825 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:35.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.902791 22825 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [sys.catalog]: This master's current role is: FOLLOWER
07:54:35.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.910969 22581 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "65a3eba089584455af9509c11a750829" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca184798a69d461182b4f72c53ec0d2e"
07:54:35.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.911898 22581 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [term 0 FOLLOWER]: Advancing to term 1
07:54:35.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.912989 22582 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "65a3eba089584455af9509c11a750829" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca184798a69d461182b4f72c53ec0d2e" is_pre_election: true
07:54:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.923470 22581 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65a3eba089584455af9509c11a750829 in term 1.
07:54:35.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.925487 22580 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [term 1 FOLLOWER]: Refusing update from remote peer 65a3eba089584455af9509c11a750829: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:54:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.933503 22785 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:54:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:35.924206 22609 sys_catalog.cc:564] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [sys.catalog]: configured and running, proceeding with master startup.
07:54:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:35.952692 22561 tablet.cc:2369] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:54:36.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.042526 22825 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 65a3eba089584455af9509c11a750829. Latest consensus state: current_term: 1 leader_uuid: "65a3eba089584455af9509c11a750829" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:36.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.043368 22825 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [sys.catalog]: This master's current role is: FOLLOWER
07:54:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.043138 22836 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "65a3eba089584455af9509c11a750829" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.044680 22836 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e [sys.catalog]: This master's current role is: FOLLOWER
07:54:36.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.082639 22848 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:54:36.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:36.330269 22823 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:36.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:36.330977 22823 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:36.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:36.331768 22823 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:36.372400 22823 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:36.373422 22823 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.255.1
07:54:36.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.412367 22823 tablet_server_runner.cc:78] Tablet server non-default flags:
07:54:36.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:36.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/data
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/wal
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.1:0
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/data/info.pb
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.1
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.255.1
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/logs
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:48:47 UTC on ccycloud.quasar-rdxlkw.root.comops.site
07:54:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575858
07:54:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.414048 22823 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:36.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.415791 22823 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:36.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.437700 22785 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "65a3eba089584455af9509c11a750829" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca184798a69d461182b4f72c53ec0d2e" member_type: VOTER last_known_addr { host: "127.21.255.62" port: 44059 } } peers { permanent_uuid: "369adc1376e14a69b39d328174099c72" member_type: VOTER last_known_addr { host: "127.21.255.61" port: 39037 } } peers { permanent_uuid: "65a3eba089584455af9509c11a750829" member_type: VOTER last_known_addr { host: "127.21.255.60" port: 33969 } } }
07:54:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.439056 22785 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65a3eba089584455af9509c11a750829 [sys.catalog]: This master's current role is: LEADER
07:54:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:36.463379 22858 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.490545 22815 catalog_manager.cc:1259] Loaded cluster ID: d5fe5295bc8a48f3863f34c012675bdf
07:54:36.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.490852 22815 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72: loading cluster ID for follower catalog manager: success
07:54:36.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.511754 22815 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72: acquiring CA information for follower catalog manager: success
07:54:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:36.518407 22815 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 369adc1376e14a69b39d328174099c72: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:54:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:37.114207 22848 catalog_manager.cc:1259] Loaded cluster ID: d5fe5295bc8a48f3863f34c012675bdf
07:54:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:37.114583 22848 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e: loading cluster ID for follower catalog manager: success
07:54:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:37.169046 22848 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e: acquiring CA information for follower catalog manager: success
07:54:37.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:37.200994 22848 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ca184798a69d461182b4f72c53ec0d2e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:54:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:36.464954 22857 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:37.848011 22855 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 22823
07:54:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:38.832602 22823 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.377s user 0.713s sys 1.364s
07:54:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:38.834216 22823 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.379s user 0.713s sys 1.364s
07:54:38.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:38.841966 22863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.842734 22823 server_base.cc:1034] running on GCE node
07:54:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.844254 22823 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.847028 22823 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.848608 22823 hybrid_clock.cc:648] HybridClock initialized: now 1786262078848384 us; error 254 us; skew 500 ppm
07:54:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.849713 22823 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.861112 22823 webserver.cc:460] Webserver started at http://127.21.255.1:33117/ using document root <none> and password file <none>
07:54:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.862459 22823 fs_manager.cc:359] Metadata directory not provided
07:54:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.862764 22823 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.863337 22823 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.870807 22823 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/data/instance:
07:54:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07d5d2942c7246d7b821448e29b3b039"
07:54:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:38 on dist-test-slave-fd7l"
07:54:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.872359 22823 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/wal/instance:
07:54:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07d5d2942c7246d7b821448e29b3b039"
07:54:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:38 on dist-test-slave-fd7l"
07:54:38.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.880767 22823 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
07:54:38.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.887519 22868 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.888963 22823 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.002s
07:54:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.889269 22823 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/data,/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/wal
07:54:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07d5d2942c7246d7b821448e29b3b039"
07:54:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:38 on dist-test-slave-fd7l"
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.889590 22823 fs_report.cc:383] FS layout report
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/wal
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/wal
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/data/data
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.934634 22823 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:38.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.936280 22823 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:38.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.936861 22823 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:38.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.940286 22823 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:54:38.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.944973 22823 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:54:38.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.945222 22823 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:54:38.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.945577 22823 ts_tablet_manager.cc:610] Registered 0 tablets
07:54:38.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:38.945760 22823 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:54:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.150701 22823 rpc_server.cc:307] RPC server started. Bound to: 127.21.255.1:42471
07:54:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.150797 22989 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.255.1:42471 every 8 connection(s)
07:54:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.154991 22823 server_base.cc:1166] Dumped server information to /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/data/info.pb
07:54:39.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.163663 22524 external_mini_cluster.cc:1388] Started /tmp/dist-test-task26XkKn/build/tsan/bin/kudu as pid 22823
07:54:39.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.164605 22524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/wal/instance
07:54:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.198376 22524 external_mini_cluster.cc:1326] Running /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/logs
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/info.pb
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.2:0
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.255.2
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.2
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:54:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.226997 22992 heartbeater.cc:347] Connected to a master server at 127.21.255.62:44059
07:54:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.227547 22992 heartbeater.cc:464] Registering TS with master...
07:54:39.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.228878 22992 heartbeater.cc:511] Master 127.21.255.62:44059 requested a full tablet report, sending...
07:54:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.232771 22572 ts_manager.cc:194] Registered new tserver with Master: 07d5d2942c7246d7b821448e29b3b039 (127.21.255.1:42471)
07:54:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.237846 22990 heartbeater.cc:347] Connected to a master server at 127.21.255.60:33969
07:54:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.238214 22990 heartbeater.cc:464] Registering TS with master...
07:54:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.239089 22990 heartbeater.cc:511] Master 127.21.255.60:33969 requested a full tablet report, sending...
07:54:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.242959 22738 ts_manager.cc:194] Registered new tserver with Master: 07d5d2942c7246d7b821448e29b3b039 (127.21.255.1:42471)
07:54:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.244554 22991 heartbeater.cc:347] Connected to a master server at 127.21.255.61:39037
07:54:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.244997 22991 heartbeater.cc:464] Registering TS with master...
07:54:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.245895 22738 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.255.1:56389
07:54:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.246127 22991 heartbeater.cc:511] Master 127.21.255.61:39037 requested a full tablet report, sending...
07:54:39.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.249635 22652 ts_manager.cc:194] Registered new tserver with Master: 07d5d2942c7246d7b821448e29b3b039 (127.21.255.1:42471)
07:54:39.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:39.604594 23000 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:39.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:39.605208 23000 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:39.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:39.606036 23000 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:39.640501 23000 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:39.641415 23000 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.255.2
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.678681 23000 tablet_server_runner.cc:78] Tablet server non-default flags:
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.2:0
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:39.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/info.pb
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.2
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.255.2
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/logs
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:48:47 UTC on ccycloud.quasar-rdxlkw.root.comops.site
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575858
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:39.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.680119 23000 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.681905 23000 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:39.704196 23008 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.253151 22990 heartbeater.cc:503] Master 127.21.255.60:33969 was elected leader, sending a full tablet report...
07:54:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:39.704593 23010 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:39.704617 23007 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:40.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:39.707629 23000 server_base.cc:1034] running on GCE node
07:54:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.981014 23000 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.983456 23000 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.984815 23000 hybrid_clock.cc:648] HybridClock initialized: now 1786262080984781 us; error 54 us; skew 500 ppm
07:54:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.985625 23000 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.992352 23000 webserver.cc:460] Webserver started at http://127.21.255.2:36383/ using document root <none> and password file <none>
07:54:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.993449 23000 fs_manager.cc:359] Metadata directory not provided
07:54:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.993664 23000 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.994071 23000 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:40.999528 23000 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/instance:
07:54:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af90664bb36c4fbc89205b0dc78de6b9"
07:54:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:40 on dist-test-slave-fd7l"
07:54:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.000892 23000 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal/instance:
07:54:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af90664bb36c4fbc89205b0dc78de6b9"
07:54:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:40 on dist-test-slave-fd7l"
07:54:41.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.008565 23000 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
07:54:41.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.014709 23017 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.015918 23000 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
07:54:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.016350 23000 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data,/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal
07:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af90664bb36c4fbc89205b0dc78de6b9"
07:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:40 on dist-test-slave-fd7l"
07:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.016881 23000 fs_report.cc:383] FS layout report
07:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal
07:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal
07:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data
07:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.080417 23000 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.082327 23000 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:41.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.082943 23000 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.086143 23000 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:54:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.090967 23000 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:54:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.091252 23000 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:54:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.091617 23000 ts_tablet_manager.cc:610] Registered 0 tablets
07:54:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.091816 23000 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:54:41.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.255086 23000 rpc_server.cc:307] RPC server started. Bound to: 127.21.255.2:43325
07:54:41.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.255218 23138 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.255.2:43325 every 8 connection(s)
07:54:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.258572 23000 server_base.cc:1166] Dumped server information to /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/info.pb
07:54:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.266860 22524 external_mini_cluster.cc:1388] Started /tmp/dist-test-task26XkKn/build/tsan/bin/kudu as pid 23000
07:54:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.267493 22524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal/instance
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.280295 22524 external_mini_cluster.cc:1326] Running /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task26XkKn/build/tsan/bin/kudu
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/data
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/logs
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/data/info.pb
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.3:0
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.255.3
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.3
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:54:41.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.304872 23139 heartbeater.cc:347] Connected to a master server at 127.21.255.60:33969
07:54:41.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.305390 23139 heartbeater.cc:464] Registering TS with master...
07:54:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.306735 23139 heartbeater.cc:511] Master 127.21.255.60:33969 requested a full tablet report, sending...
07:54:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.306859 23140 heartbeater.cc:347] Connected to a master server at 127.21.255.61:39037
07:54:41.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.307257 23140 heartbeater.cc:464] Registering TS with master...
07:54:41.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.308331 23140 heartbeater.cc:511] Master 127.21.255.61:39037 requested a full tablet report, sending...
07:54:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.309587 22738 ts_manager.cc:194] Registered new tserver with Master: af90664bb36c4fbc89205b0dc78de6b9 (127.21.255.2:43325)
07:54:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.311569 22738 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.255.2:60767
07:54:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.314997 22652 ts_manager.cc:194] Registered new tserver with Master: af90664bb36c4fbc89205b0dc78de6b9 (127.21.255.2:43325)
07:54:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.317617 23141 heartbeater.cc:347] Connected to a master server at 127.21.255.62:44059
07:54:41.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.318037 23141 heartbeater.cc:464] Registering TS with master...
07:54:41.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.318681 23141 heartbeater.cc:511] Master 127.21.255.62:44059 requested a full tablet report, sending...
07:54:41.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.321503 22572 ts_manager.cc:194] Registered new tserver with Master: af90664bb36c4fbc89205b0dc78de6b9 (127.21.255.2:43325)
07:54:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:41.658485 23150 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:54:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:41.658964 23150 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:54:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:41.659432 23150 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:54:41.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:41.691424 23150 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:54:41.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:41.692263 23150 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.255.3
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.728559 23150 tablet_server_runner.cc:78] Tablet server non-default flags:
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.255.20:33933
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/data
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.255.3:0
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/data/info.pb
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.255.3
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.255.62:44059,127.21.255.61:39037,127.21.255.60:33969
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.255.3
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/logs
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:48:47 UTC on ccycloud.quasar-rdxlkw.root.comops.site
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575858
07:54:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:54:41.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.729936 23150 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:54:41.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.731604 23150 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:54:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:41.751453 23160 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:42.316417 23139 heartbeater.cc:503] Master 127.21.255.60:33969 was elected leader, sending a full tablet report...
07:54:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:41.754124 23150 server_base.cc:1034] running on GCE node
07:54:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:41.752801 23163 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:41.751644 23161 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:54:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.002377 23150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:54:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.005486 23150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:54:43.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.007004 23150 hybrid_clock.cc:648] HybridClock initialized: now 1786262083006960 us; error 48 us; skew 500 ppm
07:54:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.008158 23150 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:54:43.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.016168 23150 webserver.cc:460] Webserver started at http://127.21.255.3:46329/ using document root <none> and password file <none>
07:54:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.017503 23150 fs_manager.cc:359] Metadata directory not provided
07:54:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.017793 23150 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:54:43.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.018365 23150 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:54:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.026154 23150 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/data/instance:
07:54:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd351dbccb384f9da9ff9d80583253c6"
07:54:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:43 on dist-test-slave-fd7l"
07:54:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.027699 23150 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal/instance:
07:54:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd351dbccb384f9da9ff9d80583253c6"
07:54:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:43 on dist-test-slave-fd7l"
07:54:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.043021 23150 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.015s sys 0.001s
07:54:43.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.050876 23170 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:54:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.052335 23150 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.052867 23150 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/data,/tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd351dbccb384f9da9ff9d80583253c6"
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:54:43 on dist-test-slave-fd7l"
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.053244 23150 fs_report.cc:383] FS layout report
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/data/data
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:54:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:54:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:54:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:54:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:54:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:54:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:54:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:54:43.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.097652 23150 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:54:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.099392 23150 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:54:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.099869 23150 kserver.cc:163] Server-wide thread pool size limit: 3276
07:54:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.102751 23150 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:54:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.107378 23150 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:54:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.107637 23150 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:54:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.107913 23150 ts_tablet_manager.cc:610] Registered 0 tablets
07:54:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.108073 23150 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:54:43.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.285354 23150 rpc_server.cc:307] RPC server started. Bound to: 127.21.255.3:39123
07:54:43.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.285434 23293 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.255.3:39123 every 8 connection(s)
07:54:43.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.288246 23150 server_base.cc:1166] Dumped server information to /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/data/info.pb
07:54:43.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.296837 22524 external_mini_cluster.cc:1388] Started /tmp/dist-test-task26XkKn/build/tsan/bin/kudu as pid 23150
07:54:43.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.297467 22524 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal/instance
07:54:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.360466 23294 heartbeater.cc:347] Connected to a master server at 127.21.255.60:33969
07:54:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.361083 23294 heartbeater.cc:464] Registering TS with master...
07:54:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.360940 23295 heartbeater.cc:347] Connected to a master server at 127.21.255.61:39037
07:54:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.361469 23295 heartbeater.cc:464] Registering TS with master...
07:54:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.362707 23295 heartbeater.cc:511] Master 127.21.255.61:39037 requested a full tablet report, sending...
07:54:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.362776 23294 heartbeater.cc:511] Master 127.21.255.60:33969 requested a full tablet report, sending...
07:54:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.366415 22652 ts_manager.cc:194] Registered new tserver with Master: bd351dbccb384f9da9ff9d80583253c6 (127.21.255.3:39123)
07:54:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.366874 23296 heartbeater.cc:347] Connected to a master server at 127.21.255.62:44059
07:54:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.366724 22738 ts_manager.cc:194] Registered new tserver with Master: bd351dbccb384f9da9ff9d80583253c6 (127.21.255.3:39123)
07:54:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.367201 23296 heartbeater.cc:464] Registering TS with master...
07:54:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.368042 23296 heartbeater.cc:511] Master 127.21.255.62:44059 requested a full tablet report, sending...
07:54:43.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.370996 22572 ts_manager.cc:194] Registered new tserver with Master: bd351dbccb384f9da9ff9d80583253c6 (127.21.255.3:39123)
07:54:43.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.369416 22738 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.255.3:58427
07:54:43.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.384495 22524 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:54:43.395 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:54:43.395 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:54:43.397 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.21.255.62"
port: 44059
}
bound_http_address {
host: "127.21.255.62"
port: 45051
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.21.255.61"
port: 39037
}
bound_http_address {
host: "127.21.255.61"
port: 36991
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.21.255.60"
port: 33969
}
bound_http_address {
host: "127.21.255.60"
port: 39237
}
}
}
07:54:43.397 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:54:43.398 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.21.255.1"
port: 42471
}
bound_http_address {
host: "127.21.255.1"
port: 33117
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.21.255.2"
port: 43325
}
bound_http_address {
host: "127.21.255.2"
port: 36383
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.21.255.3"
port: 39123
}
bound_http_address {
host: "127.21.255.3"
port: 46329
}
}
}
07:54:43.398 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:54:43.399 [ERROR - main] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records:
Created at:
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
org.apache.kudu.client.KuduScanner$KuduScannerBuilder.build(KuduScanner.java:260)
org.apache.kudu.client.TestKuduClient.testScannerExpiration(TestKuduClient.java:295)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.lang.Thread.run(Thread.java:750)
07:54:43.399 [ERROR - main] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records:
Created at:
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
org.apache.kudu.client.KuduScanner$KuduScannerBuilder.build(KuduScanner.java:260)
org.apache.kudu.test.ClientTestUtil.scanTableToStrings(ClientTestUtil.java:199)
org.apache.kudu.client.TestKuduClient.testBinaryColumns(TestKuduClient.java:764)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.lang.Thread.run(Thread.java:750)
07:54:43.400 [ERROR - main] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records:
Created at:
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
org.apache.kudu.client.KuduScanner$KuduScannerBuilder.build(KuduScanner.java:260)
org.apache.kudu.client.TestKuduClient.testLastPropagatedTimestamps(TestKuduClient.java:126)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.lang.Thread.run(Thread.java:750)
07:54:43.401 [ERROR - main] (ResourceLeakDetector.java:327) LEAK: HashedWheelTimer.release() was not called before it's garbage-collected. See https://netty.io/wiki/reference-counted-objects.html for more information.
Recent access records:
Created at:
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:312)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:251)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:224)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:203)
io.netty.util.HashedWheelTimer.<init>(HashedWheelTimer.java:185)
org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:296)
org.apache.kudu.client.AsyncKuduScanner.<init>(AsyncKuduScanner.java:431)
org.apache.kudu.client.KuduScanner$KuduScannerBuilder.build(KuduScanner.java:260)
org.apache.kudu.test.ClientTestUtil.scanTableToStrings(ClientTestUtil.java:199)
org.apache.kudu.client.TestKuduClient.testDateColumns(TestKuduClient.java:855)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.lang.Thread.run(Thread.java:750)
07:54:43.403 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:54:43.405 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.255.60:33969(127.21.255.60:33969)] connecting to peer
07:54:43.406 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.255.61:39037(127.21.255.61:39037)] connecting to peer
07:54:43.407 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.255.60:33969(127.21.255.60:33969)] Successfully connected to peer
07:54:43.408 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.255.62:44059(127.21.255.62:44059)] connecting to peer
07:54:43.410 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.255.60
07:54:43.414 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.255.61:39037(127.21.255.61:39037)] Successfully connected to peer
07:54:43.415 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.255.62:44059(127.21.255.62:44059)] Successfully connected to peer
07:54:43.417 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.255.61
07:54:43.422 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.255.62
07:54:43.426 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xabb3d6c9, L:/127.0.0.1:39732 - R:/127.21.255.60:33969] using SASL/PLAIN
07:54:43.432 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8e3afc1e, L:/127.0.0.1:48470 - R:/127.21.255.61:39037] using SASL/PLAIN
07:54:43.438 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
07:54:43.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=34), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.255.60:33969, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.255.61:39037, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.255.62:44059, [30ms] Sub RPC ConnectToMaster: received response from server master-127.21.255.61:39037: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.21.255.60:33969: OK, deferred=null) after lookup
07:54:43.440 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaa06cda6, L:/127.0.0.1:42814 - R:/127.21.255.62:44059] using SASL/PLAIN
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.441466 22738 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39732:
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestKuduClient"
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c1"
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:54:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c2"
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c3"
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c4"
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
07:54:43.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
07:54:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
07:54:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
07:54:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:43.445462 22738 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
07:54:43.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 50daa342a9c447479a88c5388d84d3fc
07:54:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.564728 22917 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:43.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.566992 22917 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 86b1df86b1e84435893d8374383420d0. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:43.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.574713 23221 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:43.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.576911 23221 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 86b1df86b1e84435893d8374383420d0. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.583678 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.589689 23068 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 86b1df86b1e84435893d8374383420d0. 1 dirs total, 0 dirs full, 0 dirs failed
07:54:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:43.605079 23221 pb_util.cc:1082] Could not delete file /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal/consensus-meta/86b1df86b1e84435893d8374383420d0.kudutmp.1Tup0q: Not found: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal/consensus-meta/86b1df86b1e84435893d8374383420d0.kudutmp.1Tup0q: No such file or directory (error 2)
07:54:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:43.608211 22722 catalog_manager.cc:4751] CreateTablet RPC for tablet 86b1df86b1e84435893d8374383420d0 on TS bd351dbccb384f9da9ff9d80583253c6 (127.21.255.3:39123) failed: Not found: Unable to create new ConsensusMetadata for tablet 86b1df86b1e84435893d8374383420d0: Unable to create consensus metadata for tablet 86b1df86b1e84435893d8374383420d0: Unable to write consensus meta file for tablet 86b1df86b1e84435893d8374383420d0 to path /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal/consensus-meta/86b1df86b1e84435893d8374383420d0: Failed to rename tmp file to /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal/consensus-meta/86b1df86b1e84435893d8374383420d0: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-2/wal/consensus-meta/86b1df86b1e84435893d8374383420d0.kudutmp.1Tup0q: No such file or directory (error 2)
07:54:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.609508 23326 tablet_bootstrap.cc:492] T 86b1df86b1e84435893d8374383420d0 P 07d5d2942c7246d7b821448e29b3b039: Bootstrap starting.
07:54:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:43.610723 23068 pb_util.cc:1082] Could not delete file /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal/tablet-meta/86b1df86b1e84435893d8374383420d0.kudutmp.LyIIdg: Not found: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/wal/tablet-meta/86b1df86b1e84435893d8374383420d0.kudutmp.LyIIdg: No such file or directory (error 2)
07:54:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 07:54:43.616223 23326 ts_tablet_manager.cc:1419] T 86b1df86b1e84435893d8374383420d0 P 07d5d2942c7246d7b821448e29b3b039: Tablet failed to bootstrap: Not found: Failed to create log dir: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-0/wal/wals/86b1df86b1e84435893d8374383420d0: No such file or directory (error 2)
07:54:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.616570 23326 ts_tablet_manager.cc:1397] T 86b1df86b1e84435893d8374383420d0 P 07d5d2942c7246d7b821448e29b3b039: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.002s
07:54:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.616896 23326 tablet_replica.cc:330] T 86b1df86b1e84435893d8374383420d0 P 07d5d2942c7246d7b821448e29b3b039: stopping tablet replica
07:54:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.617236 23326 raft_consensus.cc:2229] T 86b1df86b1e84435893d8374383420d0 P 07d5d2942c7246d7b821448e29b3b039 [term 0 FOLLOWER]: Raft consensus shutting down.
07:54:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.617600 23326 raft_consensus.cc:2258] T 86b1df86b1e84435893d8374383420d0 P 07d5d2942c7246d7b821448e29b3b039 [term 0 FOLLOWER]: Raft consensus is shut down!
07:54:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.642390 23221 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.643983 22722 catalog_manager.cc:4746] CreateTablet RPC for tablet 86b1df86b1e84435893d8374383420d0 on TS bd351dbccb384f9da9ff9d80583253c6 (127.21.255.3:39123) returned already present: Already present: Couldn't create tablet metadata: Failed to create TabletMetadata: Tried to create directory group for tablet but one is already registered: 86b1df86b1e84435893d8374383420d0
07:54:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.675089 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:43.676023 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.746769 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:43.747660 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:43.852046 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:43.852941 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:44.027542 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:44.028676 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:44.338038 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:44.338892 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:44.377417 23294 heartbeater.cc:503] Master 127.21.255.60:33969 was elected leader, sending a full tablet report...
07:54:44.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:44.876084 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:44.877004 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:44.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:44.878037 22725 catalog_manager.cc:4751] CreateTablet RPC for tablet 86b1df86b1e84435893d8374383420d0 on TS af90664bb36c4fbc89205b0dc78de6b9 (127.21.255.2:43325) failed: IO error: Couldn't create tablet metadata: Failed to create TabletMetadata: All healthy data directories are full (error 28)
07:54:45.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:45.918015 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:45.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:45.919202 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:45.920475 22725 catalog_manager.cc:4751] CreateTablet RPC for tablet 86b1df86b1e84435893d8374383420d0 on TS af90664bb36c4fbc89205b0dc78de6b9 (127.21.255.2:43325) failed: IO error: Couldn't create tablet metadata: Failed to create TabletMetadata: All healthy data directories are full (error 28)
07:54:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:47.998667 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:47.999629 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:48.000703 22725 catalog_manager.cc:4751] CreateTablet RPC for tablet 86b1df86b1e84435893d8374383420d0 on TS af90664bb36c4fbc89205b0dc78de6b9 (127.21.255.2:43325) failed: IO error: Couldn't create tablet metadata: Failed to create TabletMetadata: All healthy data directories are full (error 28)
07:54:48.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:48.756150 22772 debug-util.cc:398] Leaking SignalData structure 0x7b0800072060 after lost signal to thread 22696
07:54:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:48.757081 22772 debug-util.cc:398] Leaking SignalData structure 0x7b080003f480 after lost signal to thread 22775
07:54:52.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:54:52.141252 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:54:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:52.142395 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:54:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:52.143663 22725 catalog_manager.cc:4751] CreateTablet RPC for tablet 86b1df86b1e84435893d8374383420d0 on TS af90664bb36c4fbc89205b0dc78de6b9 (127.21.255.2:43325) failed: IO error: Couldn't create tablet metadata: Failed to create TabletMetadata: All healthy data directories are full (error 28)
07:54:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:58.604101 23134 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc780 after lost signal to thread 23002
07:54:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:54:58.605396 23134 debug-util.cc:398] Leaking SignalData structure 0x7b08000af6a0 after lost signal to thread 23138
07:55:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:55:00.351305 23068 tablet_service.cc:1467] Processing CreateTablet for tablet 86b1df86b1e84435893d8374383420d0 (DEFAULT_TABLE table=TestKuduClient [id=50daa342a9c447479a88c5388d84d3fc]), partition=RANGE (key) PARTITION UNBOUNDED
07:55:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:55:00.353295 23068 data_dirs.cc:575] failed to refresh fullness of /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241/ts-1/data/data: No such file or directory (error 2)
07:55:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:55:00.355767 22725 catalog_manager.cc:4751] CreateTablet RPC for tablet 86b1df86b1e84435893d8374383420d0 on TS af90664bb36c4fbc89205b0dc78de6b9 (127.21.255.2:43325) failed: IO error: Couldn't create tablet metadata: Failed to create TabletMetadata: All healthy data directories are full (error 28)
07:55:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:55:05.009227 23134 debug-util.cc:398] Leaking SignalData structure 0x7b08000afc00 after lost signal to thread 23002
07:55:05.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:55:05.010353 23134 debug-util.cc:398] Leaking SignalData structure 0x7b08000bede0 after lost signal to thread 23138
07:55:10.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=27441), Traces: [0ms] sending RPC to server master-127.21.255.60:33969, [3ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [3ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [18ms] sending RPC to server master-127.21.255.60:33969, [28ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [28ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [38ms] sending RPC to server master-127.21.255.60:33969, [46ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [46ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [58ms] sending RPC to server master-127.21.255.60:33969, [60ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [60ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [78ms] sending RPC to server master-127.21.255.60:33969, [81ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [81ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [118ms] sending RPC to server master-127.21.255.60:33969, [121ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [121ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [138ms] sending RPC to server master-127.21.255.60:33969, [140ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [140ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [158ms] sending RPC to server master-127.21.255.60:33969, [160ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [160ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [318ms] sending RPC to server master-127.21.255.60:33969, [320ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [320ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [578ms] sending RPC to server master-127.21.255.60:33969, [581ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [581ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [1378ms] sending RPC to server master-127.21.255.60:33969, [1380ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [1380ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [2538ms] sending RPC to server master-127.21.255.60:33969, [2540ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [2540ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [3198ms] sending RPC to server master-127.21.255.60:33969, [3201ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [3201ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [4298ms] sending RPC to server master-127.21.255.60:33969, [4300ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [4300ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [8138ms] sending RPC to server master-127.21.255.60:33969, [8141ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [8141ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [11178ms] sending RPC to server master-127.21.255.60:33969, [11182ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [11182ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [14158ms] sending RPC to server master-127.21.255.60:33969, [14162ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [14162ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15697ms] sending RPC to server master-127.21.255.60:33969, [15701ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [15701ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15958ms] sending RPC to server master-127.21.255.60:33969, [15962ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [15962ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [16538ms] sending RPC to server master-127.21.255.60:33969, [16541ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [16541ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [17898ms] sending RPC to server master-127.21.255.60:33969, [17901ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [17901ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [19918ms] sending RPC to server master-127.21.255.60:33969, [19921ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [19921ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [23418ms] sending RPC to server master-127.21.255.60:33969, [23420ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [23420ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [26438ms] sending RPC to server master-127.21.255.60:33969, [26440ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [26440ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [27438ms] sending RPC to server master-127.21.255.60:33969, [27441ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), deferred=Deferred@1133831007(state=PENDING, result=null, callback=get tablet locations from the master for table TestKuduClient -> release master lookup permit -> retry RPC -> org.apache.kudu.client.AsyncKuduSession$$Lambda$91/939414327@4e534547 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> release master lookup permit -> retry RPC after error -> passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcd1b5f -> wakeup thread Time-limited test))
07:55:10.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=27443), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [3ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [3ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [28ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [28ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [46ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [46ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [60ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [60ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [81ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [81ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [121ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [121ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [140ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [140ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [160ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [160ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [320ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [320ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [578ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [581ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [581ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [1378ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [1380ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [1380ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [2538ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [2540ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [2540ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [3198ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [3201ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [3201ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [4298ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [4300ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [4300ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [8138ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [8141ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [8141ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [11178ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [11182ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [11182ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [14158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [14162ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [14162ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15697ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [15701ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [15701ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15958ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [15962ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [15962ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [16538ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [16541ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [16541ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [17898ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [17901ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [17901ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [19918ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [19921ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [19921ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [23418ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [23420ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [23420ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [26438ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [26440ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [26440ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [27438ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [27441ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=27441), Traces: [0ms] sending RPC to server master-127.21.255.60:33969, [3ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [3ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [18ms] sending RPC to server master-127.21.255.60:33969, [28ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [28ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [38ms] sending RPC to server master-127.21.255.60:33969, [46ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [46ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [58ms] sending RPC to server master-127.21.255.60:33969, [60ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [60ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [78ms] sending RPC to server master-127.21.255.60:33969, [81ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [81ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [118ms] sending RPC to server master-127.21.255.60:33969, [121ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [121ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [138ms] sending RPC to server master-127.21.255.60:33969, [140ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [140ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [158ms] sending RPC to server master-127.21.255.60:33969, [160ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [160ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [318ms] sending RPC to server master-127.21.255.60:33969, [320ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [320ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [578ms] sending RPC to server master-127.21.255.60:33969, [581ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [581ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [1378ms] sending RPC to server master-127.21.255.60:33969, [1380ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [1380ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [2538ms] sending RPC to server master-127.21.255.60:33969, [2540ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [2540ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [3198ms] sending RPC to server master-127.21.255.60:33969, [3201ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [3201ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [4298ms] sending RPC to server master-127.21.255.60:33969, [4300ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [4300ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [8138ms] sending RPC to server master-127.21.255.60:33969, [8141ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [8141ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [11178ms] sending RPC to server master-127.21.255.60:33969, [11182ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [11182ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [14158ms] sending RPC to server master-127.21.255.60:33969, [14162ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [14162ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15697ms] sending RPC to server master-127.21.255.60:33969, [15701ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [15701ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15958ms] sending RPC to server master-127.21.255.60:33969, [15962ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [15962ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [16538ms] sending RPC to server master-127.21.255.60:33969, [16541ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [16541ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [17898ms] sending RPC to server master-127.21.255.60:33969, [17901ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [17901ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [19918ms] sending RPC to server master-127.21.255.60:33969, [19921ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [19921ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [23418ms] sending RPC to server master-127.21.255.60:33969, [23420ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [23420ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [26438ms] sending RPC to server master-127.21.255.60:33969, [26440ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [26440ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [27438ms] sending RPC to server master-127.21.255.60:33969, [27441ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), deferred=Deferred@1133831007(state=PENDING, result=null, callback=get tablet locations from the master for table TestKuduClient -> release master lookup permit -> retry RPC -> org.apache.kudu.client.AsyncKuduSession$$Lambda$91/939414327@4e534547 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> release master lookup permit -> retry RPC after error -> passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcd1b5f -> wakeup thread Time-limited test))
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260) [main/:?]
at org.apache.kudu.client.RpcProxy.dispatchMasterError(RpcProxy.java:411) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:288) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) [main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
Caused by: org.apache.kudu.client.RecoverableException: Tablet not running
... 43 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=27441), Traces: [0ms] sending RPC to server master-127.21.255.60:33969, [3ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [3ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [18ms] sending RPC to server master-127.21.255.60:33969, [28ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [28ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [38ms] sending RPC to server master-127.21.255.60:33969, [46ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [46ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [58ms] sending RPC to server master-127.21.255.60:33969, [60ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [60ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [78ms] sending RPC to server master-127.21.255.60:33969, [81ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [81ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [118ms] sending RPC to server master-127.21.255.60:33969, [121ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [121ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [138ms] sending RPC to server master-127.21.255.60:33969, [140ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [140ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [158ms] sending RPC to server master-127.21.255.60:33969, [160ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [160ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [318ms] sending RPC to server master-127.21.255.60:33969, [320ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [320ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [578ms] sending RPC to server master-127.21.255.60:33969, [581ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [581ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [1378ms] sending RPC to server master-127.21.255.60:33969, [1380ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [1380ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [2538ms] sending RPC to server master-127.21.255.60:33969, [2540ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [2540ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [3198ms] sending RPC to server master-127.21.255.60:33969, [3201ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [3201ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [4298ms] sending RPC to server master-127.21.255.60:33969, [4300ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [4300ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [8138ms] sending RPC to server master-127.21.255.60:33969, [8141ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [8141ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [11178ms] sending RPC to server master-127.21.255.60:33969, [11182ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [11182ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [14158ms] sending RPC to server master-127.21.255.60:33969, [14162ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [14162ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15697ms] sending RPC to server master-127.21.255.60:33969, [15701ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [15701ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15958ms] sending RPC to server master-127.21.255.60:33969, [15962ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [15962ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [16538ms] sending RPC to server master-127.21.255.60:33969, [16541ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [16541ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [17898ms] sending RPC to server master-127.21.255.60:33969, [17901ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [17901ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [19918ms] sending RPC to server master-127.21.255.60:33969, [19921ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [19921ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [23418ms] sending RPC to server master-127.21.255.60:33969, [23420ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [23420ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [26438ms] sending RPC to server master-127.21.255.60:33969, [26440ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), [26440ms] received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [27438ms] sending RPC to server master-127.21.255.60:33969, [27441ms] delaying RPC due to: Service unavailable: Tablet not running (error 0), deferred=Deferred@1133831007(state=PENDING, result=null, callback=get tablet locations from the master for table TestKuduClient -> release master lookup permit -> retry RPC -> org.apache.kudu.client.AsyncKuduSession$$Lambda$91/939414327@4e534547 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> release master lookup permit -> retry RPC after error -> passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fcd1b5f -> wakeup thread Time-limited test))
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260)
at org.apache.kudu.client.RpcProxy.dispatchMasterError(RpcProxy.java:411)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:288)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Caused by: org.apache.kudu.client.RecoverableException: Tablet not running
... 43 more
07:55:10.961 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=27453), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [3ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [3ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [28ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [28ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [46ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [46ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [60ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [60ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [81ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [81ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [118ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [121ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [121ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [140ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [140ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [160ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [160ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [320ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [320ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [578ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [581ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [581ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [1378ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [1380ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [1380ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [2538ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [2540ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [2540ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [3198ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [3201ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [3201ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [4298ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [4300ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [4300ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [8138ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [8141ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [8141ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [11178ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [11182ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [11182ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [14158ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [14162ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [14162ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15697ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [15701ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [15701ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [15958ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [15962ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [15962ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [16538ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [16541ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [16541ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [17898ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [17901ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [17901ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [19918ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [19921ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [19921ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [23418ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [23420ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [23420ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [26438ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [26440ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), [26440ms] Sub RPC GetTableLocations: received response from server master-127.21.255.60:33969: Service unavailable: Tablet not running (error 0), [27438ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.255.60:33969, [27441ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Tablet not running (error 0), deferred=null) with no deferred attached!
07:55:10.963 [DEBUG - main] (Connection.java:575) [peer master-127.21.255.60:33969(127.21.255.60:33969)] disconnecting while in state READY
07:55:10.963 [DEBUG - main] (Connection.java:575) [peer master-127.21.255.61:39037(127.21.255.61:39037)] disconnecting while in state READY
07:55:10.963 [DEBUG - main] (Connection.java:575) [peer master-127.21.255.62:44059(127.21.255.62:44059)] disconnecting while in state READY
07:55:10.964 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.255.61:39037(127.21.255.61:39037)] handling channelInactive
07:55:10.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.255.61:39037(127.21.255.61:39037)] cleaning up while in state READY due to: connection closed
07:55:10.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:55:10.985 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.255.60:33969(127.21.255.60:33969)] handling channelInactive
07:55:10.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.255.60:33969(127.21.255.60:33969)] cleaning up while in state READY due to: connection closed
07:55:10.986 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.255.62:44059(127.21.255.62:44059)] handling channelInactive
07:55:10.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.255.62:44059(127.21.255.62:44059)] cleaning up while in state READY due to: connection closed
07:55:10.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:55:10.986337 22524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task26XkKn/build/tsan/bin/kudu with pid 22823
07:55:11.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:55:11.044118 22524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task26XkKn/build/tsan/bin/kudu with pid 23000
07:55:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:55:11.100587 22524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task26XkKn/build/tsan/bin/kudu with pid 23150
07:55:11.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:55:11.141815 22524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task26XkKn/build/tsan/bin/kudu with pid 22536
07:55:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:55:11.204101 22524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task26XkKn/build/tsan/bin/kudu with pid 22611
07:55:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:55:11.250607 22524 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task26XkKn/build/tsan/bin/kudu with pid 22691
07:55:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:55:11.306913 22524 env_posix.cc:2125] Unable to access file /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241 during walk: No such file or directory
07:55:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:55:11.307253 22524 env_posix.cc:2127] Unable to access file /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241 during walk: No such file or directory
07:55:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:55:11.307600 22524 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-task26XkKn/test-tmp/mini-kudu-cluster7356339557952144241: One or more errors occurred
07:55:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==22524==WARNING: invalid path to external symbolizer!
07:55:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==22524==WARNING: Failed to use and restart external symbolizer!
07:55:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
07:55:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=22524)
07:55:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M3827):
07:55:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb8f4)
07:55:11.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18caf2)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21a92)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219da)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb23ce)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x97afd)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x96a9b)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x834ca)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x83629)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x62c4c7)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x62893d)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x62800b)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x625240)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x507ff1)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x507f5c)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x507ecc)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x506b35)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x127c5f)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x11a4c1)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x1181f2)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x61ad20)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x61b657)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x61bb9e)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21c86)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T5:
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd677)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4230ef)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
07:55:11.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x454924)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbe04)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3827 (0x7b6800003d78) created at:
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x426582)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bcf71)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=22531, running) created by main thread at:
07:55:11.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x426352)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd1c0)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task26XkKn/build/tsan/lib/libserver_process.so+0x1bb8f4)
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
07:55:11.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=22524)
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003600 by main thread (mutexes: write M3824):
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb8f4)
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18caf2)
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ab5)
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219da)
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb23ce)
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x97afd)
07:55:11.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x96a9b)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x834ca)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x83629)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x62c4c7)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x62893d)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x62800b)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x625240)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x507ff1)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x507f5c)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x507ecc)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x506b35)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x127c5f)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x11a4c1)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x1181f2)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x61ad20)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x61b657)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x61bb9e)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21c86)
07:55:11.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003600 by thread T4:
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd677)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4230ef)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003600 allocated by main thread:
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x454924)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbe04)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3824 (0x7b6800003778) created at:
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x426582)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bcf71)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
07:55:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=22530, running) created by main thread at:
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x426352)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd1c0)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18da50)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x845e4)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x626829)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x625124)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x507ff1)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x507f5c)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x507ecc)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x506b35)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127c5f)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a4c1)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1181f2)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x61ad20)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x61b657)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x61bb9e)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21c86)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task26XkKn/build/tsan/lib/libserver_process.so+0x1bb8f4)
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
07:55:11.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:55:11Z chronyd exiting
07:55:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
07:55:12.376 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testCreateTableWithConcurrentInsert: failed attempt 1
java.lang.AssertionError: null
at org.junit.Assert.fail(Assert.java:87) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertFalse(Assert.java:65) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertFalse(Assert.java:75) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduClient.testCreateTableWithConcurrentInsert(TestKuduClient.java:1656) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError
at org.junit.Assert.fail(Assert.java:87)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.junit.Assert.assertFalse(Assert.java:65)
at org.junit.Assert.assertFalse(Assert.java:75)
at org.apache.kudu.client.TestKuduClient.testCreateTableWithConcurrentInsert(TestKuduClient.java:1656)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)