14:43:34.814 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:43:34.815 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAatSjW/test-tmp
14:43:34.818 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:43:34.819 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAatSjW/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:43:34.821 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909"
extra_master_flags: "--txn_manager_enabled"
extra_tserver_flags: "--txn_keepalive_interval_ms=200"
extra_tserver_flags: "--txn_schedule_background_tasks=false"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=50"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:43:35.491 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:43:35.491 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:43:35.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:35.497174 988 mini_oidc.cc:152] Starting JWKS server
14:43:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:35.502393 988 webserver.cc:460] Webserver started at http://127.0.0.1:36085/ using document root <none> and password file <none>
14:43:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:35.503046 988 mini_oidc.cc:189] Starting OIDC Discovery server
14:43:35.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:35.505657 988 webserver.cc:460] Webserver started at http://127.0.0.1:43293/ using document root <none> and password file <none>
14:43:35.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:43:35Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
14:43:35.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:43:35Z Disabled control of system clock
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:35.597877 988 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/wal
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/data
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/logs
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/data/info.pb
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:43:35.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.62:41581
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.62
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36085/jwks.json
14:43:35.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
14:43:36.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.028314 1000 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:43:36.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.029189 1000 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:43:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.029989 1000 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:43:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.067999 1000 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:43:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.068343 1000 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:43:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.068506 1000 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:43:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.068812 1000 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:43:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.069041 1000 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:43:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.069237 1000 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:43:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.069449 1000 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36085/jwks.json
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:36.119057 1000 master_runner.cc:386] Master server non-default flags:
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/data
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/wal
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.62:41581
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36085/jwks.json
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/data/info.pb
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.62
14:43:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/logs
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:43:36.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:43:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:36.123497 1000 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:43:36.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:36.126883 1000 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:43:36.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.152382 1009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:37.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.152386 1006 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:37.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:36.152429 1007 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:37.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:36.154192 1000 server_base.cc:1034] running on GCE node
14:43:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.613468 1000 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:43:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.617585 1000 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:43:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.619398 1000 hybrid_clock.cc:648] HybridClock initialized: now 1786286617619221 us; error 190 us; skew 500 ppm
14:43:37.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.620955 1000 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:43:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.631588 1000 webserver.cc:460] Webserver started at http://127.0.247.62:38119/ using document root <none> and password file <none>
14:43:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.632866 1000 fs_manager.cc:359] Metadata directory not provided
14:43:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.633139 1000 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:43:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.633620 1000 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:43:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.644567 1000 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/data/instance:
14:43:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9abed40535e4eccbacf15f8c9af885c"
14:43:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:37 on dist-test-slave-cbsf"
14:43:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.646144 1000 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/wal/instance:
14:43:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9abed40535e4eccbacf15f8c9af885c"
14:43:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:37 on dist-test-slave-cbsf"
14:43:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.655076 1000 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
14:43:37.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.663405 1016 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:43:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.665536 1000 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.006s sys 0.000s
14:43:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.666839 1000 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/wal
14:43:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9abed40535e4eccbacf15f8c9af885c"
14:43:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:37 on dist-test-slave-cbsf"
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.667462 1000 fs_report.cc:383] FS layout report
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/wal
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/wal
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/data/data
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:43:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:43:37.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.739078 1000 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:43:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.742242 1000 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:43:37.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.743189 1000 kserver.cc:163] Server-wide thread pool size limit: 3276
14:43:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.903321 1000 rpc_server.cc:307] RPC server started. Bound to: 127.0.247.62:41581
14:43:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.903412 1083 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.247.62:41581 every 8 connection(s)
14:43:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.908790 1000 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/data/info.pb
14:43:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.916324 1086 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:43:37.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.920140 988 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 1000
14:43:37.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.921110 988 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-0/wal/instance
14:43:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.929123 988 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/wal
14:43:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/data
14:43:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:43:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:43:37.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/logs
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/data/info.pb
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.61:42555
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.61
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36085/jwks.json
14:43:37.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
14:43:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.945323 1086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } has no permanent_uuid. Determining permanent_uuid...
14:43:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:37.996606 1086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } has no permanent_uuid. Determining permanent_uuid...
14:43:38.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.000658 1020 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.006145 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.61:42555: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:38.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.056877 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } attempt: 1
14:43:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.062114 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.61:42555: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:38.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.130801 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } attempt: 2
14:43:38.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.136283 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.61:42555: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.228658 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } attempt: 3
14:43:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.236055 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.61:42555: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.380216 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } attempt: 4
14:43:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.387967 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.61:42555: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:38.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.411022 1090 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:43:38.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.411676 1090 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:43:38.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.412189 1090 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:43:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.466053 1090 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:43:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.466528 1090 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:43:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.466740 1090 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:43:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.466967 1090 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:43:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.467234 1090 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:43:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.467468 1090 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:43:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.467646 1090 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36085/jwks.json
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.525713 1090 master_runner.cc:386] Master server non-default flags:
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/data
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/wal
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.61:42555
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36085/jwks.json
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/data/info.pb
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.61
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/logs
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:43:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:43:38.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.528976 1090 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:43:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.534060 1090 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:43:38.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.573045 1104 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.687788 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } attempt: 5
14:43:38.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.696455 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.61:42555: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:39.244392 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } attempt: 6
14:43:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:39.258004 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.61:42555: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.573661 1102 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:40.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:38.573747 1101 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:40.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:38.574416 1090 server_base.cc:1034] running on GCE node
14:43:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.150381 1090 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:43:40.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.154201 1090 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:43:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.158308 1090 hybrid_clock.cc:648] HybridClock initialized: now 1786286620158161 us; error 223 us; skew 500 ppm
14:43:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.160785 1090 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:43:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.179205 1090 webserver.cc:460] Webserver started at http://127.0.247.61:43917/ using document root <none> and password file <none>
14:43:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.180652 1090 fs_manager.cc:359] Metadata directory not provided
14:43:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.181035 1090 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:43:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.181672 1090 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:43:40.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.188112 1090 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/data/instance:
14:43:40.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb2bd89a64d34d7381deedaf958ead73"
14:43:40.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:40 on dist-test-slave-cbsf"
14:43:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.189723 1090 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/wal/instance:
14:43:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb2bd89a64d34d7381deedaf958ead73"
14:43:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:40 on dist-test-slave-cbsf"
14:43:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.207594 1090 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.013s sys 0.003s
14:43:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.217077 1113 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:43:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.219451 1090 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.007s sys 0.001s
14:43:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.221274 1090 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/wal
14:43:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb2bd89a64d34d7381deedaf958ead73"
14:43:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:40 on dist-test-slave-cbsf"
14:43:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.221956 1090 fs_report.cc:383] FS layout report
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/wal
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/wal
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/data/data
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:43:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:43:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.271943 1090 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:43:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.273947 1090 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:43:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.275381 1090 kserver.cc:163] Server-wide thread pool size limit: 3276
14:43:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.319203 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } attempt: 7
14:43:40.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:40.329790 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.61:42555: Network error: Client connection negotiation failed: client connection to 127.0.247.61:42555: connect: Connection refused (error 111)
14:43:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.428498 1090 rpc_server.cc:307] RPC server started. Bound to: 127.0.247.61:42555
14:43:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.428658 1180 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.247.61:42555 every 8 connection(s)
14:43:40.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.432157 1090 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/data/info.pb
14:43:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.444506 988 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 1090
14:43:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.445228 988 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-1/wal/instance
14:43:40.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.448004 1181 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.452050 988 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/wal
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/data
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/logs
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/data/info.pb
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.60:40955
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.60
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:40.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:43:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36085/jwks.json
14:43:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
14:43:40.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.488850 1181 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } has no permanent_uuid. Determining permanent_uuid...
14:43:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.536284 1181 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } has no permanent_uuid. Determining permanent_uuid...
14:43:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.566366 1181 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } has no permanent_uuid. Determining permanent_uuid...
14:43:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:40.569518 1114 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:40.576223 1181 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:40.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.626081 1181 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 1
14:43:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:40.630913 1181 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.699640 1181 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 2
14:43:40.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:40.708590 1181 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:40.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.800494 1181 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 3
14:43:40.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:40.807374 1181 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:40.950898 1181 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 4
14:43:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:40.959854 1181 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.002772 1183 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:43:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.003530 1183 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:43:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.004307 1183 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:43:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.059275 1183 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:43:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.059827 1183 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:43:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.060020 1183 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:43:41.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.061218 1183 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:43:41.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.061846 1183 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:43:41.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.062125 1183 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:43:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.063647 1183 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36085/jwks.json
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:41.132316 1183 master_runner.cc:386] Master server non-default flags:
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/data
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/wal
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.60:40955
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36085/jwks.json
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/data/info.pb
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.60
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/logs
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:43:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:43:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:43:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:43:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:41.135814 1183 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:43:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:41.143584 1183 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:43:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.180172 1197 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:41.259949 1181 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 5
14:43:41.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.268301 1181 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:41.815979 1181 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 6
14:43:41.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.829846 1181 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.420622 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } attempt: 8
14:43:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.464730 1086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } has no permanent_uuid. Determining permanent_uuid...
14:43:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:42.475560 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.541534 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 1
14:43:42.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:42.550240 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.604029 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 2
14:43:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:42.609896 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:42.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.686508 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 3
14:43:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:42.693076 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.182155 1201 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:41.182124 1196 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:41.189993 1183 server_base.cc:1034] running on GCE node
14:43:42.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.828481 1183 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:43:42.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.832772 1183 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:43:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.834437 1183 hybrid_clock.cc:648] HybridClock initialized: now 1786286622834382 us; error 67 us; skew 500 ppm
14:43:42.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.835889 1183 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:43:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.849033 1183 webserver.cc:460] Webserver started at http://127.0.247.60:39775/ using document root <none> and password file <none>
14:43:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.848886 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 4
14:43:42.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.850901 1183 fs_manager.cc:359] Metadata directory not provided
14:43:42.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.851308 1183 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:43:42.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.852190 1183 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:43:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:42.854166 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:42.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.866389 1183 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/data/instance:
14:43:42.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a960c68fab9d437da986682c1d72ae59"
14:43:42.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:42 on dist-test-slave-cbsf"
14:43:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.868289 1183 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/wal/instance:
14:43:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a960c68fab9d437da986682c1d72ae59"
14:43:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:42 on dist-test-slave-cbsf"
14:43:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.882721 1183 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.007s sys 0.005s
14:43:42.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.890741 1181 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 7
14:43:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.892282 1213 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:43:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.894707 1183 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.005s sys 0.001s
14:43:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.895646 1183 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/wal
14:43:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a960c68fab9d437da986682c1d72ae59"
14:43:42.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:42 on dist-test-slave-cbsf"
14:43:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.896426 1183 fs_report.cc:383] FS layout report
14:43:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:43:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/wal
14:43:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/wal
14:43:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/data/data
14:43:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:43:42.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:43:42.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:43:42.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:42.906388 1181 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.981676 1183 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:43:42.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.983951 1183 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:43:42.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:42.984521 1183 kserver.cc:163] Server-wide thread pool size limit: 3276
14:43:43.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.150828 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 5
14:43:43.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:43.155738 1017 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111) [suppressed 12 similar messages]
14:43:43.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:43.164546 1086 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.247.60:40955: Network error: Client connection negotiation failed: client connection to 127.0.247.60:40955: connect: Connection refused (error 111)
14:43:43.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.169582 1183 rpc_server.cc:307] RPC server started. Bound to: 127.0.247.60:40955
14:43:43.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.169776 1284 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.247.60:40955 every 8 connection(s)
14:43:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.173055 1183 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/data/info.pb
14:43:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.180874 988 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 1183
14:43:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.181602 988 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/master-2/wal/instance
14:43:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.188427 1285 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:43:43.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.217644 1285 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } has no permanent_uuid. Determining permanent_uuid...
14:43:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.268762 1285 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } has no permanent_uuid. Determining permanent_uuid...
14:43:43.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.290517 1285 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } has no permanent_uuid. Determining permanent_uuid...
14:43:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.328675 1285 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59: Bootstrap starting.
14:43:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.340914 1285 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59: Neither blocks nor log segments found. Creating new log.
14:43:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.345132 1285 log.cc:824] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59: Log is configured to *not* fsync() on all Append() calls
14:43:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.352489 1285 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59: No bootstrap required, opened a new log
14:43:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.385396 1285 raft_consensus.cc:348] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.386195 1285 raft_consensus.cc:374] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:43:43.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.386400 1285 raft_consensus.cc:729] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a960c68fab9d437da986682c1d72ae59, State: Initialized, Role: FOLLOWER
14:43:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.387473 1285 consensus_queue.cc:260] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:43.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.390801 1296 sys_catalog.cc:455] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:43.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.392244 1296 sys_catalog.cc:458] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: This master's current role is: FOLLOWER
14:43:43.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.392571 1285 sys_catalog.cc:564] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: configured and running, proceeding with master startup.
14:43:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:43.458350 1307 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:43:43.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:43.458789 1307 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:43:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.438119 1183 master_runner.cc:186] Error getting master registration for 127.0.247.62:41581: OK, instance_id { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" instance_seqno: 1786286617863682 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:43:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.488082 1183 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:43:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:43.492564 1221 tablet.cc:2369] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:43:43.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.686197 1086 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 6
14:43:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.690593 1296 raft_consensus.cc:482] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:43:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.691488 1296 raft_consensus.cc:504] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:43.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.697338 1296 leader_election.cc:288] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b9abed40535e4eccbacf15f8c9af885c (127.0.247.62:41581), bb2bd89a64d34d7381deedaf958ead73 (127.0.247.61:42555)
14:43:43.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.727618 1086 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c: Bootstrap starting.
14:43:43.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.740270 1086 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c: Neither blocks nor log segments found. Creating new log.
14:43:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.745507 1086 log.cc:824] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c: Log is configured to *not* fsync() on all Append() calls
14:43:43.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.755180 1086 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c: No bootstrap required, opened a new log
14:43:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.808390 1086 raft_consensus.cc:348] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:43.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.809783 1086 raft_consensus.cc:374] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:43:43.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.810218 1086 raft_consensus.cc:729] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b9abed40535e4eccbacf15f8c9af885c, State: Initialized, Role: FOLLOWER
14:43:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.811491 1086 consensus_queue.cc:260] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.823892 1311 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.825026 1311 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [sys.catalog]: This master's current role is: FOLLOWER
14:43:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.825124 1086 sys_catalog.cc:564] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [sys.catalog]: configured and running, proceeding with master startup.
14:43:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.825716 1045 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a960c68fab9d437da986682c1d72ae59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b9abed40535e4eccbacf15f8c9af885c" is_pre_election: true
14:43:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.827133 1045 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a960c68fab9d437da986682c1d72ae59 in term 0.
14:43:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.829279 1217 leader_election.cc:302] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a960c68fab9d437da986682c1d72ae59, b9abed40535e4eccbacf15f8c9af885c; no voters:
14:43:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.830605 1296 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:43:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.830986 1296 raft_consensus.cc:482] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:43:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.831317 1296 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 0 FOLLOWER]: Advancing to term 1
14:43:43.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.845757 1296 raft_consensus.cc:504] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.851432 1045 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a960c68fab9d437da986682c1d72ae59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b9abed40535e4eccbacf15f8c9af885c"
14:43:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.852437 1045 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [term 0 FOLLOWER]: Advancing to term 1
14:43:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.866863 1296 leader_election.cc:288] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [CANDIDATE]: Term 1 election: Requested vote from peers b9abed40535e4eccbacf15f8c9af885c (127.0.247.62:41581), bb2bd89a64d34d7381deedaf958ead73 (127.0.247.61:42555)
14:43:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.884191 1045 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a960c68fab9d437da986682c1d72ae59 in term 1.
14:43:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.886312 1217 leader_election.cc:302] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a960c68fab9d437da986682c1d72ae59, b9abed40535e4eccbacf15f8c9af885c; no voters:
14:43:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.887418 1296 raft_consensus.cc:2781] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 1 FOLLOWER]: Leader election won for term 1
14:43:43.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.889802 1296 raft_consensus.cc:686] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [term 1 LEADER]: Becoming Leader. State: Replica: a960c68fab9d437da986682c1d72ae59, State: Running, Role: LEADER
14:43:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.891047 1296 consensus_queue.cc:237] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:43.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.927400 1322 sys_catalog.cc:455] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a960c68fab9d437da986682c1d72ae59. Latest consensus state: current_term: 1 leader_uuid: "a960c68fab9d437da986682c1d72ae59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.937515 1322 sys_catalog.cc:458] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: This master's current role is: LEADER
14:43:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.969341 1325 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
14:43:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:43.983660 1328 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:43:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:44.017949 1022 tablet.cc:2369] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:43:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.034665 1325 catalog_manager.cc:1484] Initializing Kudu cluster ID...
14:43:44.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.009334 1000 master_runner.cc:186] Error getting master registration for 127.0.247.61:42555: OK, instance_id { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" instance_seqno: 1786286620388912 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:43:44.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.076771 1000 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:43:44.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.089344 1045 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [term 1 FOLLOWER]: Refusing update from remote peer a960c68fab9d437da986682c1d72ae59: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:43:44.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.091815 1322 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:43:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.156157 1311 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a960c68fab9d437da986682c1d72ae59. Latest consensus state: current_term: 1 leader_uuid: "a960c68fab9d437da986682c1d72ae59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.157126 1311 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [sys.catalog]: This master's current role is: FOLLOWER
14:43:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.168236 1296 sys_catalog.cc:455] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a960c68fab9d437da986682c1d72ae59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.169508 1296 sys_catalog.cc:458] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: This master's current role is: LEADER
14:43:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.174257 1325 catalog_manager.cc:1347] Generated new cluster ID: 0cc4e4478ebe49a49b78fb511461250a
14:43:44.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.174633 1325 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
14:43:44.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.197173 1311 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a960c68fab9d437da986682c1d72ae59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:44.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.200057 1311 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c [sys.catalog]: This master's current role is: FOLLOWER
14:43:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.253481 1325 catalog_manager.cc:1370] Generated new certificate authority record
14:43:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.257156 1325 catalog_manager.cc:1504] Loading token signing keys...
14:43:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.312103 1325 catalog_manager.cc:5868] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59: Generated new TSK 0
14:43:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.313571 1325 catalog_manager.cc:1514] Initializing in-progress tserver states...
14:43:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.361374 988 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/wal
14:43:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/data
14:43:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:43:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:43:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:43:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/logs
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/data/info.pb
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.1:0
14:43:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.247.1
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.1
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=200
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_schedule_background_tasks=false
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=50
14:43:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:43:44.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.996886 1181 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } attempt: 8
14:43:44.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:44.998865 1328 catalog_manager.cc:1259] Loaded cluster ID: 0cc4e4478ebe49a49b78fb511461250a
14:43:45.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.014099 1328 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c: loading cluster ID for follower catalog manager: success
14:43:45.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.060307 1328 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c: acquiring CA information for follower catalog manager: success
14:43:45.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.073956 1328 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b9abed40535e4eccbacf15f8c9af885c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:43:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.101140 1181 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73: Bootstrap starting.
14:43:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.121203 1181 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73: Neither blocks nor log segments found. Creating new log.
14:43:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.124802 1181 log.cc:824] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73: Log is configured to *not* fsync() on all Append() calls
14:43:45.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.141710 1181 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73: No bootstrap required, opened a new log
14:43:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.261871 1181 raft_consensus.cc:348] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.267563 1181 raft_consensus.cc:374] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:43:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.270646 1335 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:43:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.273072 1335 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:43:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.269729 1181 raft_consensus.cc:729] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bb2bd89a64d34d7381deedaf958ead73, State: Initialized, Role: FOLLOWER
14:43:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.274228 1335 flags.cc:425] Enabled unsafe flag: --txn_schedule_background_tasks=false
14:43:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.275285 1335 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:43:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.275460 1181 consensus_queue.cc:260] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } }
14:43:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.292032 1350 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:45.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.297483 1119 tablet.cc:2369] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:43:45.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.297740 1181 sys_catalog.cc:564] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [sys.catalog]: configured and running, proceeding with master startup.
14:43:45.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.310994 1350 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [sys.catalog]: This master's current role is: FOLLOWER
14:43:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.299269 1142 raft_consensus.cc:3037] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [term 0 FOLLOWER]: Advancing to term 1
14:43:45.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.297940 1143 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a960c68fab9d437da986682c1d72ae59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb2bd89a64d34d7381deedaf958ead73"
14:43:45.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.316067 1143 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:41236 (request call id 2) took 1449 ms. Trace:
14:43:45.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.300593 1144 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a960c68fab9d437da986682c1d72ae59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bb2bd89a64d34d7381deedaf958ead73" is_pre_election: true
14:43:45.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.318835 1144 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:41236 (request call id 1) took 1621 ms (client timeout 1801 ms). Trace:
14:43:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.320179 1144 rpcz_store.cc:269] 0809 14:43:43.697997 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:43:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:43.698232 (+ 235us) service_pool.cc:227] Handling call
14:43:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:45.318709 (+1620477us) inbound_call.cc:173] Queueing success response
14:43:45.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:43:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.325302 1143 rpcz_store.cc:276] 0809 14:43:43.866222 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:43:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:43.866727 (+ 505us) service_pool.cc:227] Handling call
14:43:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:45.315869 (+1449142us) inbound_call.cc:173] Queueing success response
14:43:45.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:43:45.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.323967 1142 raft_consensus.cc:1261] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [term 1 FOLLOWER]: Refusing update from remote peer a960c68fab9d437da986682c1d72ae59: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:43:45.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.336642 1142 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:41236 (request call id 3) took 1249 ms. Trace:
14:43:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.337185 1142 rpcz_store.cc:276] 0809 14:43:44.086837 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:43:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:44.087250 (+ 413us) service_pool.cc:227] Handling call
14:43:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:45.298906 (+1211656us) raft_consensus.cc:1457] Updating replica for 0 ops
14:43:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:45.335886 (+ 36980us) raft_consensus.cc:1683] Filling consensus response to leader.
14:43:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:45.336453 (+ 567us) inbound_call.cc:173] Queueing success response
14:43:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:43:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.339540 1337 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:43:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.381385 1335 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:43:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.384163 1335 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=200
14:43:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.386308 1335 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=50
14:43:45.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.387113 1335 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:43:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.388345 1335 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.247.1
14:43:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.478032 1335 tablet_server_runner.cc:78] Tablet server non-default flags:
14:43:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/data
14:43:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/wal
14:43:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.1:0
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/data/info.pb
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.1
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=200
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_schedule_background_tasks=false
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=50
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.247.1
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/logs
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:43:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:43:45.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.481451 1335 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:43:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.484571 1335 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:43:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.497213 1350 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a960c68fab9d437da986682c1d72ae59. Latest consensus state: current_term: 1 leader_uuid: "a960c68fab9d437da986682c1d72ae59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:45.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.498044 1350 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [sys.catalog]: This master's current role is: FOLLOWER
14:43:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.501098 1363 sys_catalog.cc:455] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a960c68fab9d437da986682c1d72ae59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.501986 1363 sys_catalog.cc:458] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73 [sys.catalog]: This master's current role is: FOLLOWER
14:43:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.506922 1367 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:43:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.509101 1359 mvcc.cc:205] Tried to move back new op lower bound from 7316630013103120384 to 7316630011484569600. Current Snapshot: MvccSnapshot[applied={T|T < 7316630013103120384 or (T in {7316630013103120384})}]
14:43:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.558862 1371 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.772892 1337 sys_catalog.cc:455] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a960c68fab9d437da986682c1d72ae59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b9abed40535e4eccbacf15f8c9af885c" member_type: VOTER last_known_addr { host: "127.0.247.62" port: 41581 } } peers { permanent_uuid: "bb2bd89a64d34d7381deedaf958ead73" member_type: VOTER last_known_addr { host: "127.0.247.61" port: 42555 } } peers { permanent_uuid: "a960c68fab9d437da986682c1d72ae59" member_type: VOTER last_known_addr { host: "127.0.247.60" port: 40955 } } }
14:43:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:45.774719 1337 sys_catalog.cc:458] T 00000000000000000000000000000000 P a960c68fab9d437da986682c1d72ae59 [sys.catalog]: This master's current role is: LEADER
14:43:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:46.536325 1367 catalog_manager.cc:1259] Loaded cluster ID: 0cc4e4478ebe49a49b78fb511461250a
14:43:46.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:46.553364 1367 catalog_manager.cc:1552] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73: loading cluster ID for follower catalog manager: success
14:43:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:46.584627 1367 catalog_manager.cc:1574] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73: acquiring CA information for follower catalog manager: success
14:43:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:46.611362 1367 catalog_manager.cc:1602] T 00000000000000000000000000000000 P bb2bd89a64d34d7381deedaf958ead73: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:43:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:46.952801 1369 debug-util.cc:398] Leaking SignalData structure 0x7b080001e100 after lost signal to thread 1335
14:43:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:48.737814 1369 kernel_stack_watchdog.cc:198] Thread 1335 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 395ms:
14:43:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:43:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:43:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:43:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:43:48.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:48.739159 1335 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.189s user 0.575s sys 1.042s
14:43:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:48.739859 1335 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.190s user 0.576s sys 1.043s
14:43:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:45.563519 1370 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:48.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:48.741565 1373 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:43:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:48.743885 1374 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:48.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.744534 1335 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:43:48.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.757688 1335 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:43:48.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.772379 1335 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:43:48.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.778350 1335 hybrid_clock.cc:648] HybridClock initialized: now 1786286628778285 us; error 141 us; skew 500 ppm
14:43:48.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.779822 1335 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:43:48.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.809500 1335 webserver.cc:460] Webserver started at http://127.0.247.1:44517/ using document root <none> and password file <none>
14:43:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.812594 1335 fs_manager.cc:359] Metadata directory not provided
14:43:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.813182 1335 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:43:48.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.814056 1335 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:43:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.824182 1335 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/data/instance:
14:43:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60d64a9a3bd34c92a703773d43214b27"
14:43:48.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:48 on dist-test-slave-cbsf"
14:43:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.835548 1335 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/wal/instance:
14:43:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60d64a9a3bd34c92a703773d43214b27"
14:43:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:48 on dist-test-slave-cbsf"
14:43:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.858525 1335 fs_manager.cc:691] Time spent creating directory manager: real 0.021s user 0.011s sys 0.006s
14:43:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.880115 1387 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:43:48.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.881947 1335 fs_manager.cc:725] Time spent opening block manager: real 0.018s user 0.008s sys 0.006s
14:43:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.882484 1335 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/wal
14:43:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "60d64a9a3bd34c92a703773d43214b27"
14:43:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:48 on dist-test-slave-cbsf"
14:43:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:48.883071 1335 fs_report.cc:383] FS layout report
14:43:48.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/wal
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/wal
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/data/data
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:43:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:43:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.049671 1335 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:43:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.054569 1335 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:43:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.055516 1335 kserver.cc:163] Server-wide thread pool size limit: 3276
14:43:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.138113 1335 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:43:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.138545 1335 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
14:43:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.140056 1335 ts_tablet_manager.cc:610] Registered 0 tablets
14:43:49.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.140446 1335 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:43:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.890154 1335 rpc_server.cc:307] RPC server started. Bound to: 127.0.247.1:41335
14:43:49.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.890270 1528 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.247.1:41335 every 8 connection(s)
14:43:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.897277 1335 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/data/info.pb
14:43:49.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.902097 988 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 1335
14:43:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.902932 988 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-0/wal/instance
14:43:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.923808 988 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/wal
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/data
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/logs
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/data/info.pb
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:43:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.2:0
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.247.2
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.2
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=200
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_schedule_background_tasks=false
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=50
14:43:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:43:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.965934 1536 heartbeater.cc:347] Connected to a master server at 127.0.247.62:41581
14:43:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.968299 1536 heartbeater.cc:464] Registering TS with master...
14:43:49.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.971467 1536 heartbeater.cc:511] Master 127.0.247.62:41581 requested a full tablet report, sending...
14:43:49.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.981122 1034 ts_manager.cc:194] Registered new tserver with Master: 60d64a9a3bd34c92a703773d43214b27 (127.0.247.1:41335)
14:43:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.998510 1529 heartbeater.cc:347] Connected to a master server at 127.0.247.61:42555
14:43:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:49.999603 1529 heartbeater.cc:464] Registering TS with master...
14:43:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:50.000869 1529 heartbeater.cc:511] Master 127.0.247.61:42555 requested a full tablet report, sending...
14:43:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:50.009038 1133 ts_manager.cc:194] Registered new tserver with Master: 60d64a9a3bd34c92a703773d43214b27 (127.0.247.1:41335)
14:43:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:50.033763 1531 heartbeater.cc:347] Connected to a master server at 127.0.247.60:40955
14:43:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:50.034467 1531 heartbeater.cc:464] Registering TS with master...
14:43:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:50.036754 1531 heartbeater.cc:511] Master 127.0.247.60:40955 requested a full tablet report, sending...
14:43:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:50.041857 1232 ts_manager.cc:194] Registered new tserver with Master: 60d64a9a3bd34c92a703773d43214b27 (127.0.247.1:41335)
14:43:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:50.047554 1232 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.247.1:52919
14:43:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:50.864102 1535 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:43:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:50.866787 1535 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:43:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:50.870430 1535 flags.cc:425] Enabled unsafe flag: --txn_schedule_background_tasks=false
14:43:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:50.871991 1535 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:43:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:50.997237 1535 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:43:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:50.999845 1535 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=200
14:43:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:51.000434 1535 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=50
14:43:51.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:51.000845 1535 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:43:51.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:51.002691 1535 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.247.2
14:43:51.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:51.064193 1531 heartbeater.cc:503] Master 127.0.247.60:40955 was elected leader, sending a full tablet report...
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:51.127488 1535 tablet_server_runner.cc:78] Tablet server non-default flags:
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/data
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/wal
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.2:0
14:43:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:43:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/data/info.pb
14:43:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.2
14:43:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=200
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_schedule_background_tasks=false
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=50
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.247.2
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/logs
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:51.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:43:51.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:51.129683 1535 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:43:51.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:51.132831 1535 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:43:51.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:51.197815 1549 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:53.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:51.201975 1550 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:53.647113 1555 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.652812 1535 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:43:53.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:53.652522 1551 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2445 milliseconds
14:43:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.656355 1535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:43:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.660235 1535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:43:53.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.664363 1535 hybrid_clock.cc:648] HybridClock initialized: now 1786286633664194 us; error 187 us; skew 500 ppm
14:43:53.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.666297 1535 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:43:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.677410 1535 webserver.cc:460] Webserver started at http://127.0.247.2:33383/ using document root <none> and password file <none>
14:43:53.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.679052 1535 fs_manager.cc:359] Metadata directory not provided
14:43:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.679577 1535 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:43:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.680802 1535 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:43:53.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.688347 1535 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/data/instance:
14:43:53.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "535f5ca3ab1b4de08aee290d513745f5"
14:43:53.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:53 on dist-test-slave-cbsf"
14:43:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.690943 1535 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/wal/instance:
14:43:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "535f5ca3ab1b4de08aee290d513745f5"
14:43:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:53 on dist-test-slave-cbsf"
14:43:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.710258 1535 fs_manager.cc:691] Time spent creating directory manager: real 0.018s user 0.018s sys 0.000s
14:43:53.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.726809 1562 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:43:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.729694 1535 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.001s sys 0.004s
14:43:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.730264 1535 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/wal
14:43:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "535f5ca3ab1b4de08aee290d513745f5"
14:43:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:53 on dist-test-slave-cbsf"
14:43:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.730792 1535 fs_report.cc:383] FS layout report
14:43:53.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:43:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/wal
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/wal
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/data/data
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:43:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.858764 1535 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:43:53.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.861094 1535 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:43:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.861922 1535 kserver.cc:163] Server-wide thread pool size limit: 3276
14:43:53.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.878754 1535 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:43:53.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.879565 1535 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.002s user 0.000s sys 0.000s
14:43:53.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.880292 1535 ts_tablet_manager.cc:610] Registered 0 tablets
14:43:53.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:53.880676 1535 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:43:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.351398 1535 rpc_server.cc:307] RPC server started. Bound to: 127.0.247.2:37591
14:43:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.351523 1703 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.247.2:37591 every 8 connection(s)
14:43:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.355119 1535 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/data/info.pb
14:43:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.365773 988 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 1535
14:43:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.366946 988 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-1/wal/instance
14:43:54.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.390239 1707 heartbeater.cc:347] Connected to a master server at 127.0.247.62:41581
14:43:54.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.391096 1707 heartbeater.cc:464] Registering TS with master...
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.394852 988 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/wal
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/data
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/logs
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/data/info.pb
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.3:0
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.247.3
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.3
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:54.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=200
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_schedule_background_tasks=false
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=50
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:43:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.396685 1707 heartbeater.cc:511] Master 127.0.247.62:41581 requested a full tablet report, sending...
14:43:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.402505 1034 ts_manager.cc:194] Registered new tserver with Master: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591)
14:43:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.404947 1704 heartbeater.cc:347] Connected to a master server at 127.0.247.61:42555
14:43:54.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.405637 1704 heartbeater.cc:464] Registering TS with master...
14:43:54.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.406703 1704 heartbeater.cc:511] Master 127.0.247.61:42555 requested a full tablet report, sending...
14:43:54.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.409948 1133 ts_manager.cc:194] Registered new tserver with Master: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591)
14:43:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.413709 1705 heartbeater.cc:347] Connected to a master server at 127.0.247.60:40955
14:43:54.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.414141 1705 heartbeater.cc:464] Registering TS with master...
14:43:54.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.415606 1705 heartbeater.cc:511] Master 127.0.247.60:40955 requested a full tablet report, sending...
14:43:54.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.419296 1232 ts_manager.cc:194] Registered new tserver with Master: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591)
14:43:54.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:54.425911 1232 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.247.2:42077
14:43:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.109539 1710 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:43:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.110272 1710 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:43:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.111433 1710 flags.cc:425] Enabled unsafe flag: --txn_schedule_background_tasks=false
14:43:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.112493 1710 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:43:55.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.187505 1710 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:43:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.188735 1710 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=200
14:43:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.189136 1710 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=50
14:43:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.189383 1710 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:43:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.190135 1710 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.247.3
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:55.304782 1710 tablet_server_runner.cc:78] Tablet server non-default flags:
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.247.20:36433
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/data
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/wal
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.247.3:0
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:43:55.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/data/info.pb
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.247.3
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=200
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_schedule_background_tasks=false
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=50
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.247.62:41581,127.0.247.61:42555,127.0.247.60:40955
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.247.3
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/logs
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 13:36:37 UTC on ccycloud.quasar-iqymvz.root.comops.site
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576526
14:43:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:43:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:55.307545 1710 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:43:55.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:55.310673 1710 file_cache.cc:493] Constructed file cache file cache with capacity 419430
14:43:55.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.374867 1719 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:55.432013 1705 heartbeater.cc:503] Master 127.0.247.60:40955 was elected leader, sending a full tablet report...
14:43:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.382473 1722 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:55.375871 1720 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:43:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:57.307359 1721 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:43:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.307469 1710 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:43:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.318559 1710 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:43:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.323662 1710 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:43:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.325829 1710 hybrid_clock.cc:648] HybridClock initialized: now 1786286637325731 us; error 183 us; skew 500 ppm
14:43:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.327379 1710 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:43:57.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.339425 1710 webserver.cc:460] Webserver started at http://127.0.247.3:36457/ using document root <none> and password file <none>
14:43:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.341037 1710 fs_manager.cc:359] Metadata directory not provided
14:43:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.341382 1710 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:43:57.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.342170 1710 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
14:43:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.357019 1710 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/data/instance:
14:43:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "720fb77baf9d4316a47c379b613fbace"
14:43:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:57 on dist-test-slave-cbsf"
14:43:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.361671 1710 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/wal/instance:
14:43:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "720fb77baf9d4316a47c379b613fbace"
14:43:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:57 on dist-test-slave-cbsf"
14:43:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.389065 1710 fs_manager.cc:691] Time spent creating directory manager: real 0.023s user 0.014s sys 0.007s
14:43:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.400357 1732 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:43:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.403463 1710 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.002s sys 0.005s
14:43:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.404148 1710 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/data,/tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/wal
14:43:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "720fb77baf9d4316a47c379b613fbace"
14:43:57.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 14:43:57 on dist-test-slave-cbsf"
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.405642 1710 fs_report.cc:383] FS layout report
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/wal
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/wal
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/data/data
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:43:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:43:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.509418 1710 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
14:43:57.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.511751 1710 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:43:57.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.512473 1710 kserver.cc:163] Server-wide thread pool size limit: 3276
14:43:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.544888 1710 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:43:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.545449 1710 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.002s sys 0.001s
14:43:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.546197 1710 ts_tablet_manager.cc:610] Registered 0 tablets
14:43:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.546588 1710 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:43:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.992239 1710 rpc_server.cc:307] RPC server started. Bound to: 127.0.247.3:42581
14:43:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:57.992339 1873 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.247.3:42581 every 8 connection(s)
14:43:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.004462 1710 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/data/info.pb
14:43:58.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.012771 988 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu as pid 1710
14:43:58.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.014844 988 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskAatSjW/test-tmp/mini-kudu-cluster8013198080033201909/ts-2/wal/instance
14:43:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.040910 1876 heartbeater.cc:347] Connected to a master server at 127.0.247.62:41581
14:43:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.042094 1876 heartbeater.cc:464] Registering TS with master...
14:43:58.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.045914 1876 heartbeater.cc:511] Master 127.0.247.62:41581 requested a full tablet report, sending...
14:43:58.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.051855 1034 ts_manager.cc:194] Registered new tserver with Master: 720fb77baf9d4316a47c379b613fbace (127.0.247.3:42581)
14:43:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.071149 1875 heartbeater.cc:347] Connected to a master server at 127.0.247.60:40955
14:43:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.071614 1875 heartbeater.cc:464] Registering TS with master...
14:43:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.072672 1875 heartbeater.cc:511] Master 127.0.247.60:40955 requested a full tablet report, sending...
14:43:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.077440 1232 ts_manager.cc:194] Registered new tserver with Master: 720fb77baf9d4316a47c379b613fbace (127.0.247.3:42581)
14:43:58.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.083636 1232 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.247.3:38457
14:43:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.090958 1874 heartbeater.cc:347] Connected to a master server at 127.0.247.61:42555
14:43:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.091387 1874 heartbeater.cc:464] Registering TS with master...
14:43:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.092151 1874 heartbeater.cc:511] Master 127.0.247.61:42555 requested a full tablet report, sending...
14:43:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.102334 1133 ts_manager.cc:194] Registered new tserver with Master: 720fb77baf9d4316a47c379b613fbace (127.0.247.3:42581)
14:43:58.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.116194 988 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
14:43:58.139 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:43:58.145 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:43:58.149 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.247.62"
port: 41581
}
bound_http_address {
host: "127.0.247.62"
port: 38119
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.247.61"
port: 42555
}
bound_http_address {
host: "127.0.247.61"
port: 43917
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.247.60"
port: 40955
}
bound_http_address {
host: "127.0.247.60"
port: 39775
}
}
}
14:43:58.150 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:43:58.152 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.247.1"
port: 41335
}
bound_http_address {
host: "127.0.247.1"
port: 44517
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.247.2"
port: 37591
}
bound_http_address {
host: "127.0.247.2"
port: 33383
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.247.3"
port: 42581
}
bound_http_address {
host: "127.0.247.3"
port: 36457
}
}
}
14:43:58.161 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:43:58.163 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:43:58.166 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.247.62:41581(127.0.247.62:41581)] connecting to peer
14:43:58.168 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.247.61:42555(127.0.247.61:42555)] connecting to peer
14:43:58.169 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.247.62:41581(127.0.247.62:41581)] Successfully connected to peer
14:43:58.172 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.247.60:40955(127.0.247.60:40955)] connecting to peer
14:43:58.174 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.247.61:42555(127.0.247.61:42555)] Successfully connected to peer
14:43:58.186 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.247.62
14:43:58.186 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.247.61
14:43:58.196 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.247.60:40955(127.0.247.60:40955)] Successfully connected to peer
14:43:58.230 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.247.60
14:43:58.233 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xab93e1fa, L:/127.0.0.1:58226 - R:/127.0.247.61:42555] using SASL/PLAIN
14:43:58.254 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe12d0474, L:/127.0.0.1:41680 - R:/127.0.247.62:41581] using SASL/PLAIN
14:43:58.262 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x15fa68ec, L:/127.0.0.1:60556 - R:/127.0.247.60:40955] using SASL/PLAIN
14:43:58.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:43:58.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=BeginTransaction, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=104), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.247.62:41581, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.247.61:42555, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.247.60:40955, [72ms] Sub RPC ConnectToMaster: received response from server master-127.0.247.61:42555: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.0.247.62:41581: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.247.60:40955: OK, deferred=null) after lookup
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.354095 1232 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60562:
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:43:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:43:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:43:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:43:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:43:58.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:43:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:43:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:58.363010 1232 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:43:58.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.550379 1803 tablet_service.cc:1467] Processing CreateTablet for tablet 6507158b74b246d9a5724107f1a439e0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=dbc0c5b7dc484a1a8ece75aeea3aa3e7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:43:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.551568 1458 tablet_service.cc:1467] Processing CreateTablet for tablet 6507158b74b246d9a5724107f1a439e0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=dbc0c5b7dc484a1a8ece75aeea3aa3e7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:43:58.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.557873 1803 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 6507158b74b246d9a5724107f1a439e0. 1 dirs total, 0 dirs full, 0 dirs failed
14:43:58.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.568816 1458 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 6507158b74b246d9a5724107f1a439e0. 1 dirs total, 0 dirs full, 0 dirs failed
14:43:58.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.568054 1633 tablet_service.cc:1467] Processing CreateTablet for tablet 6507158b74b246d9a5724107f1a439e0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=dbc0c5b7dc484a1a8ece75aeea3aa3e7]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:43:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.585286 1633 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 6507158b74b246d9a5724107f1a439e0. 1 dirs total, 0 dirs full, 0 dirs failed
14:43:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.668767 1914 tablet_bootstrap.cc:492] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: Bootstrap starting.
14:43:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.675043 1917 tablet_bootstrap.cc:492] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: Bootstrap starting.
14:43:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.686110 1915 tablet_bootstrap.cc:492] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: Bootstrap starting.
14:43:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.688979 1914 tablet_bootstrap.cc:654] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: Neither blocks nor log segments found. Creating new log.
14:43:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.693835 1914 log.cc:824] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: Log is configured to *not* fsync() on all Append() calls
14:43:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.695669 1917 tablet_bootstrap.cc:654] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: Neither blocks nor log segments found. Creating new log.
14:43:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.707418 1917 log.cc:824] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: Log is configured to *not* fsync() on all Append() calls
14:43:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.709259 1915 tablet_bootstrap.cc:654] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: Neither blocks nor log segments found. Creating new log.
14:43:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.714888 1915 log.cc:824] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: Log is configured to *not* fsync() on all Append() calls
14:43:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.720136 1914 tablet_bootstrap.cc:492] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: No bootstrap required, opened a new log
14:43:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.723923 1914 ts_tablet_manager.cc:1397] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: Time spent bootstrapping tablet: real 0.056s user 0.024s sys 0.024s
14:43:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.732424 1915 tablet_bootstrap.cc:492] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: No bootstrap required, opened a new log
14:43:58.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.730718 1917 tablet_bootstrap.cc:492] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: No bootstrap required, opened a new log
14:43:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.733644 1915 ts_tablet_manager.cc:1397] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: Time spent bootstrapping tablet: real 0.050s user 0.025s sys 0.010s
14:43:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.733644 1917 ts_tablet_manager.cc:1397] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: Time spent bootstrapping tablet: real 0.062s user 0.045s sys 0.004s
14:43:58.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.791630 1914 raft_consensus.cc:348] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.792838 1914 raft_consensus.cc:374] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:43:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.793462 1914 raft_consensus.cc:729] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 60d64a9a3bd34c92a703773d43214b27, State: Initialized, Role: FOLLOWER
14:43:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.794708 1914 consensus_queue.cc:260] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.806663 1915 raft_consensus.cc:348] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.809649 1917 raft_consensus.cc:348] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.811007 1917 raft_consensus.cc:374] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:43:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.811295 1915 raft_consensus.cc:374] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:43:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.811703 1914 ts_tablet_manager.cc:1428] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: Time spent starting tablet: real 0.087s user 0.070s sys 0.012s
14:43:58.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.811841 1915 raft_consensus.cc:729] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 720fb77baf9d4316a47c379b613fbace, State: Initialized, Role: FOLLOWER
14:43:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.812661 1921 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.813895 1915 consensus_queue.cc:260] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:58.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.814850 1921 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: This TxnStatusTablet replica's current role is: FOLLOWER
14:43:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.826675 1915 ts_tablet_manager.cc:1428] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: Time spent starting tablet: real 0.092s user 0.058s sys 0.021s
14:43:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.827843 1922 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.828840 1875 heartbeater.cc:503] Master 127.0.247.60:40955 was elected leader, sending a full tablet report...
14:43:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.829109 1922 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: This TxnStatusTablet replica's current role is: FOLLOWER
14:43:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.811367 1917 raft_consensus.cc:729] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 535f5ca3ab1b4de08aee290d513745f5, State: Initialized, Role: FOLLOWER
14:43:58.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.842002 1917 consensus_queue.cc:260] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.854977 1923 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.856444 1923 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: This TxnStatusTablet replica's current role is: FOLLOWER
14:43:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:58.857441 1917 ts_tablet_manager.cc:1428] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: Time spent starting tablet: real 0.123s user 0.060s sys 0.024s
14:43:58.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:58.912473 1709 tablet.cc:2369] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:43:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:59.015069 1537 tablet.cc:2369] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:43:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:59.039283 1877 tablet.cc:2369] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:43:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.157315 1923 raft_consensus.cc:482] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:43:59.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.158161 1923 raft_consensus.cc:504] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.163159 1923 leader_election.cc:288] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 60d64a9a3bd34c92a703773d43214b27 (127.0.247.1:41335), 720fb77baf9d4316a47c379b613fbace (127.0.247.3:42581)
14:43:59.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.193840 1922 raft_consensus.cc:482] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:43:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.194790 1922 raft_consensus.cc:504] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.199712 1921 raft_consensus.cc:482] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:43:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.204234 1921 raft_consensus.cc:504] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.211863 1481 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6507158b74b246d9a5724107f1a439e0" candidate_uuid: "535f5ca3ab1b4de08aee290d513745f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "60d64a9a3bd34c92a703773d43214b27" is_pre_election: true
14:43:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.212652 1922 leader_election.cc:288] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 60d64a9a3bd34c92a703773d43214b27 (127.0.247.1:41335), 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591)
14:43:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.213701 1481 raft_consensus.cc:2454] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 535f5ca3ab1b4de08aee290d513745f5 in term 0.
14:43:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.218487 1823 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6507158b74b246d9a5724107f1a439e0" candidate_uuid: "535f5ca3ab1b4de08aee290d513745f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "720fb77baf9d4316a47c379b613fbace" is_pre_election: true
14:43:59.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.219702 1823 raft_consensus.cc:2454] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 535f5ca3ab1b4de08aee290d513745f5 in term 0.
14:43:59.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.219125 1568 leader_election.cc:302] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 535f5ca3ab1b4de08aee290d513745f5, 60d64a9a3bd34c92a703773d43214b27; no voters:
14:43:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.222721 1923 raft_consensus.cc:2781] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:43:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.224417 1923 raft_consensus.cc:482] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:43:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.226089 1923 raft_consensus.cc:3037] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 0 FOLLOWER]: Advancing to term 1
14:43:59.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.254168 1921 leader_election.cc:288] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 720fb77baf9d4316a47c379b613fbace (127.0.247.3:42581), 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591)
14:43:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.247542 1923 raft_consensus.cc:504] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.267237 1923 leader_election.cc:288] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [CANDIDATE]: Term 1 election: Requested vote from peers 60d64a9a3bd34c92a703773d43214b27 (127.0.247.1:41335), 720fb77baf9d4316a47c379b613fbace (127.0.247.3:42581)
14:43:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.268083 1823 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6507158b74b246d9a5724107f1a439e0" candidate_uuid: "535f5ca3ab1b4de08aee290d513745f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "720fb77baf9d4316a47c379b613fbace"
14:43:59.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.268899 1823 raft_consensus.cc:3037] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 0 FOLLOWER]: Advancing to term 1
14:43:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.279374 1823 raft_consensus.cc:2454] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 535f5ca3ab1b4de08aee290d513745f5 in term 1.
14:43:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.282151 1567 leader_election.cc:302] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 535f5ca3ab1b4de08aee290d513745f5, 720fb77baf9d4316a47c379b613fbace; no voters:
14:43:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.285414 1923 raft_consensus.cc:2781] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 1 FOLLOWER]: Leader election won for term 1
14:43:59.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.288183 1481 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6507158b74b246d9a5724107f1a439e0" candidate_uuid: "535f5ca3ab1b4de08aee290d513745f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "60d64a9a3bd34c92a703773d43214b27"
14:43:59.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.288868 1923 raft_consensus.cc:686] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [term 1 LEADER]: Becoming Leader. State: Replica: 535f5ca3ab1b4de08aee290d513745f5, State: Running, Role: LEADER
14:43:59.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.289117 1481 raft_consensus.cc:3037] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 0 FOLLOWER]: Advancing to term 1
14:43:59.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.289410 1655 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6507158b74b246d9a5724107f1a439e0" candidate_uuid: "720fb77baf9d4316a47c379b613fbace" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "535f5ca3ab1b4de08aee290d513745f5" is_pre_election: true
14:43:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.291375 1923 consensus_queue.cc:237] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } }
14:43:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.319326 1939 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: TxnStatusTablet state changed. Reason: New leader 535f5ca3ab1b4de08aee290d513745f5. Latest consensus state: current_term: 1 leader_uuid: "535f5ca3ab1b4de08aee290d513745f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.321771 1939 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: This TxnStatusTablet replica's current role is: LEADER
14:43:59.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.325695 1481 raft_consensus.cc:2454] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 535f5ca3ab1b4de08aee290d513745f5 in term 1.
14:43:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.347101 1481 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6507158b74b246d9a5724107f1a439e0" candidate_uuid: "720fb77baf9d4316a47c379b613fbace" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "60d64a9a3bd34c92a703773d43214b27" is_pre_election: true
14:43:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.348390 1481 raft_consensus.cc:2379] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 720fb77baf9d4316a47c379b613fbace in current term 1: Already voted for candidate 535f5ca3ab1b4de08aee290d513745f5 in this term.
14:43:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.351002 1941 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
14:43:59.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.353602 1823 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6507158b74b246d9a5724107f1a439e0" candidate_uuid: "60d64a9a3bd34c92a703773d43214b27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "720fb77baf9d4316a47c379b613fbace" is_pre_election: true
14:43:59.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.354704 1823 raft_consensus.cc:2379] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 60d64a9a3bd34c92a703773d43214b27 in current term 1: Already voted for candidate 535f5ca3ab1b4de08aee290d513745f5 in this term.
14:43:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.356212 1735 leader_election.cc:302] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 720fb77baf9d4316a47c379b613fbace; no voters: 535f5ca3ab1b4de08aee290d513745f5, 60d64a9a3bd34c92a703773d43214b27
14:43:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.356525 1941 txn_status_manager.cc:929] Loading transaction status metadata into memory...
14:43:59.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.358543 1922 raft_consensus.cc:2726] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:43:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.350586 1232 catalog_manager.cc:5495] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2). New cstate: current_term: 1 leader_uuid: "535f5ca3ab1b4de08aee290d513745f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } health_report { overall_health: HEALTHY } } }
14:43:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.387789 1655 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "6507158b74b246d9a5724107f1a439e0" candidate_uuid: "60d64a9a3bd34c92a703773d43214b27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "535f5ca3ab1b4de08aee290d513745f5" is_pre_election: true
14:43:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.393169 1388 leader_election.cc:302] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 60d64a9a3bd34c92a703773d43214b27; no voters: 535f5ca3ab1b4de08aee290d513745f5, 720fb77baf9d4316a47c379b613fbace
14:43:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.395028 1921 raft_consensus.cc:2726] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:43:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.614225 1823 raft_consensus.cc:1261] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace [term 1 FOLLOWER]: Refusing update from remote peer 535f5ca3ab1b4de08aee290d513745f5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:43:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.632843 1939 consensus_queue.cc:1035] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:43:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.667225 1481 raft_consensus.cc:1261] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27 [term 1 FOLLOWER]: Refusing update from remote peer 535f5ca3ab1b4de08aee290d513745f5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:43:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:59.683207 1567 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.0.247.3:42581, user_credentials={real_user=slave}} blocked reactor thread for 61635.9us
14:43:59.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.695015 1957 consensus_queue.cc:1035] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.004s
14:43:59.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.828035 1922 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: TxnStatusTablet state changed. Reason: New leader 535f5ca3ab1b4de08aee290d513745f5. Latest consensus state: current_term: 1 leader_uuid: "535f5ca3ab1b4de08aee290d513745f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.855048 1922 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: This TxnStatusTablet replica's current role is: FOLLOWER
14:43:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.870497 1921 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: TxnStatusTablet state changed. Reason: New leader 535f5ca3ab1b4de08aee290d513745f5. Latest consensus state: current_term: 1 leader_uuid: "535f5ca3ab1b4de08aee290d513745f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.871387 1921 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: This TxnStatusTablet replica's current role is: FOLLOWER
14:43:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:43:59.890137 1960 log.cc:924] Time spent T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: Append to log took a long time: real 0.080s user 0.002s sys 0.001s
14:43:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.910341 1959 mvcc.cc:205] Tried to move back new op lower bound from 7316630075769552896 to 7316630074565992448. Current Snapshot: MvccSnapshot[applied={T|T < 7316630075769552896}]
14:43:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.916841 1921 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "535f5ca3ab1b4de08aee290d513745f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.932543 1921 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 60d64a9a3bd34c92a703773d43214b27: This TxnStatusTablet replica's current role is: FOLLOWER
14:43:59.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.942622 1958 mvcc.cc:205] Tried to move back new op lower bound from 7316630075769552896 to 7316630074565992448. Current Snapshot: MvccSnapshot[applied={T|T < 7316630075769552896}]
14:43:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.968816 1923 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "535f5ca3ab1b4de08aee290d513745f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.970395 1923 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: This TxnStatusTablet replica's current role is: LEADER
14:43:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.987614 1922 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "535f5ca3ab1b4de08aee290d513745f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:43:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.988590 1922 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 720fb77baf9d4316a47c379b613fbace: This TxnStatusTablet replica's current role is: FOLLOWER
14:43:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:43:59.967988 1957 tablet_replica.cc:439] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "535f5ca3ab1b4de08aee290d513745f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "60d64a9a3bd34c92a703773d43214b27" member_type: VOTER last_known_addr { host: "127.0.247.1" port: 41335 } } peers { permanent_uuid: "720fb77baf9d4316a47c379b613fbace" member_type: VOTER last_known_addr { host: "127.0.247.3" port: 42581 } } peers { permanent_uuid: "535f5ca3ab1b4de08aee290d513745f5" member_type: VOTER last_known_addr { host: "127.0.247.2" port: 37591 } } }
14:44:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:00.010586 1957 tablet_replica.cc:442] T 6507158b74b246d9a5724107f1a439e0 P 535f5ca3ab1b4de08aee290d513745f5: This TxnStatusTablet replica's current role is: LEADER
14:44:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:00.074743 1268 rpcz_store.cc:275] Call kudu.transactions.TxnManagerService.BeginTransaction from 127.0.0.1:60556 (request call id 1) took 1803 ms. Trace:
14:44:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:00.075183 1268 rpcz_store.cc:276] 0809 14:43:58.271558 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:43:58.271945 (+ 387us) service_pool.cc:227] Handling call
14:44:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:00.074496 (+1802551us) inbound_call.cc:173] Queueing success response
14:44:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1245,"init.queue_time_us":7247,"init.run_cpu_time_us":62589,"init.run_wall_time_us":1223564,"thread_start_us":11846,"threads_started":5}
14:44:00.087 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 100 ms (txn ID 0)
14:44:00.088 [DEBUG - Time-limited test] (KuduTransaction.java:390) serializing handle (txn ID 0)
14:44:00.091 [DEBUG - Time-limited test] (KuduTransaction.java:706) keepalive heartbeating disabled for this handle (txn ID 0)
14:44:00.091 [DEBUG - Time-limited test] (KuduTransaction.java:454) stopping keepalive heartbeating (txn ID 0)
14:44:00.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:00.313691 1573 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 0.223s from last keepalive heartbeat (effective timeout is 0.200s)
14:44:00.746 [DEBUG - Time-limited test] (KuduTransaction.java:356) stopping keepalive heartbeating after rollback (txn ID 0)
14:44:00.890 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 100 ms (txn ID 1)
14:44:00.891 [DEBUG - Time-limited test] (KuduTransaction.java:390) serializing handle (txn ID 1)
14:44:00.891 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 100 ms (txn ID 1)
14:44:00.891 [DEBUG - Time-limited test] (KuduTransaction.java:454) stopping keepalive heartbeating (txn ID 1)
14:44:01.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.076759 1885 meta_cache.cc:302] tablet 6507158b74b246d9a5724107f1a439e0: replica 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591) has failed: Timed out: CoordinateTransaction RPC to 127.0.247.2:37591 timed out after 0.007s (SENT)
14:44:01.089 [DEBUG - pool-55-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=75), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, deferred=Deferred@1764397636(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@67ed7111, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@63d2f934))
14:44:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.130810 1268 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 6) took 116 ms (client timeout 50 ms). Trace:
14:44:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.131857 1268 rpcz_store.cc:269] 0809 14:44:01.014716 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.018771 (+ 4055us) service_pool.cc:227] Handling call
14:44:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.130517 (+111746us) inbound_call.cc:173] Queueing success response
14:44:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.168 [DEBUG - pool-55-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=60), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, deferred=Deferred@651197226(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@1bd57506, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@17bcfa94))
14:44:01.213 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=125), Traces: [0ms] received response from server master-127.0.247.60:40955: Timed out: Failed to write to server: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591): CoordinateTransaction RPC to 127.0.247.2:37591 timed out after 0.007s (SENT) (error 0), deferred=null) with no deferred attached!
14:44:01.246 [DEBUG - pool-55-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=59), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, deferred=Deferred@1666427406(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@46ff8465, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@76b2a4f9))
14:44:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.274016 1885 meta_cache.cc:1015] Timed out: LookupRpc { table: 'kudu_system.kudu_transactions', partition-key: (RANGE (txn_id): <redacted>), attempt: 1 } failed: LookupRpc timed out after deadline expired: GetTableLocations RPC to 127.0.247.60:40955 timed out after 0.046s (SENT)
14:44:01.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.287050 1267 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 7) took 177 ms (client timeout 50 ms). Trace:
14:44:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.287883 1267 rpcz_store.cc:269] 0809 14:44:01.110157 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.111633 (+ 1476us) service_pool.cc:227] Handling call
14:44:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.286124 (+174491us) inbound_call.cc:173] Queueing success response
14:44:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.294 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=126), Traces: [0ms] received response from server master-127.0.247.60:40955: Timed out: LookupRpc { table: 'kudu_system.kudu_transactions', partition-key: (RANGE (txn_id): <redacted>), attempt: 1 } failed: LookupRpc timed out after deadline expired: GetTableLocations RPC to 127.0.247.60:40955 timed out after 0.046s (SENT) (error 0), deferred=null) with no deferred attached!
14:44:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.281076 1232 rpcz_store.cc:267] Call kudu.master.MasterService.GetTableLocations from 127.0.0.1:60562 (request call id 28) took 74 ms (client timeout 45 ms). Trace:
14:44:01.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.293435 1232 rpcz_store.cc:269] 0809 14:44:01.206920 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.278972 (+ 72052us) service_pool.cc:214] Skipping call since client already timed out
14:44:01.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.280652 (+ 1680us) inbound_call.cc:173] Queueing failure response
14:44:01.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.327 [DEBUG - pool-55-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=55), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, deferred=Deferred@111839457(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@785741e0, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@42b13e23))
14:44:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.345052 1268 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 8) took 95 ms (client timeout 50 ms). Trace:
14:44:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.345775 1268 rpcz_store.cc:269] 0809 14:44:01.251163 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.267998 (+ 16835us) service_pool.cc:227] Handling call
14:44:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.344782 (+ 76784us) inbound_call.cc:173] Queueing success response
14:44:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.363 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=116), Traces: [0ms] received response from server master-127.0.247.60:40955: Timed out: LookupRpc { table: 'kudu_system.kudu_transactions', partition-key: (RANGE (txn_id): <redacted>), attempt: 1 } failed: LookupRpc timed out after deadline expired: GetTableLocations RPC to 127.0.247.60:40955 timed out after 0.028s (SENT) (error 0), deferred=null) with no deferred attached!
14:44:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.369102 1265 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 9) took 93 ms (client timeout 50 ms). Trace:
14:44:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.370561 1265 rpcz_store.cc:269] 0809 14:44:01.284200 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.285498 (+ 1298us) service_pool.cc:227] Handling call
14:44:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.368243 (+ 82745us) inbound_call.cc:173] Queueing success response
14:44:01.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.363351 1231 rpcz_store.cc:267] Call kudu.master.MasterService.GetTableLocations from 127.0.0.1:60562 (request call id 29) took 55 ms (client timeout 27 ms). Trace:
14:44:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.393213 1231 rpcz_store.cc:269] 0809 14:44:01.306053 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.308432 (+ 2379us) service_pool.cc:227] Handling call
14:44:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.309987 (+ 1555us) catalog_manager.cc:2347] Looking up, locking, and authorizing table
14:44:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.360323 (+ 50336us) inbound_call.cc:173] Queueing success response
14:44:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.406 [DEBUG - pool-55-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=54), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, deferred=Deferred@558354400(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@7378a6a9, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@31e2a167))
14:44:01.436 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=109), Traces: [0ms] received response from server master-127.0.247.60:40955: Timed out: LookupRpc { table: 'kudu_system.kudu_transactions', partition-key: (RANGE (txn_id): <redacted>), attempt: 1 } failed: LookupRpc timed out after deadline expired: GetTableLocations RPC to 127.0.247.60:40955 timed out after 0.037s (SENT) (error 0), deferred=null) with no deferred attached!
14:44:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.434489 1268 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 10) took 41 ms (client timeout 37 ms). Trace:
14:44:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.435475 1268 rpcz_store.cc:269] 0809 14:44:01.392687 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.393379 (+ 692us) service_pool.cc:227] Handling call
14:44:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.434147 (+ 40768us) inbound_call.cc:173] Queueing success response
14:44:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.439 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=33), Traces: [0ms] received response from server master-127.0.247.60:40955: Timed out: LookupRpc { table: 'kudu_system.kudu_transactions', partition-key: (RANGE (txn_id): <redacted>), attempt: 1 } failed: LookupRpc timed out after deadline expired: GetTableLocations RPC to 127.0.247.60:40955 timed out after 0.022s (SENT) (error 0), deferred=null) with no deferred attached!
14:44:01.486 [DEBUG - pool-55-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=60), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, deferred=Deferred@2053751134(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@654e293c, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@533596d2))
14:44:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.493235 1231 rpcz_store.cc:267] Call kudu.master.MasterService.GetTableLocations from 127.0.0.1:60562 (request call id 31) took 83 ms (client timeout 21 ms). Trace:
14:44:01.567 [DEBUG - pool-55-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=60), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, deferred=Deferred@2012806218(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@432fb0da, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@57bc764a))
14:44:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.537307 1231 rpcz_store.cc:269] 0809 14:44:01.410185 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.411777 (+ 1592us) service_pool.cc:227] Handling call
14:44:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.413044 (+ 1267us) catalog_manager.cc:2347] Looking up, locking, and authorizing table
14:44:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.492955 (+ 79911us) inbound_call.cc:173] Queueing success response
14:44:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.571203 1268 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 11) took 101 ms (client timeout 50 ms). Trace:
14:44:01.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.571794 1268 rpcz_store.cc:269] 0809 14:44:01.495986 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.496259 (+ 273us) service_pool.cc:227] Handling call
14:44:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.571104 (+ 74845us) inbound_call.cc:173] Queueing success response
14:44:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.583 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=94), Traces: [0ms] received response from server master-127.0.247.60:40955: Timed out: Failed to write to server: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591): CoordinateTransaction RPC to 127.0.247.2:37591 timed out after -0.004s (SENT) (error 0), deferred=null) with no deferred attached!
14:44:01.646 [DEBUG - pool-55-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=60), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, deferred=Deferred@675342697(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@186a4a87, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@26fd9030))
14:44:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.646821 1267 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 13) took 95 ms (client timeout 50 ms). Trace:
14:44:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.647334 1267 rpcz_store.cc:269] 0809 14:44:01.551159 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.564852 (+ 13693us) service_pool.cc:227] Handling call
14:44:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.646727 (+ 81875us) inbound_call.cc:173] Queueing success response
14:44:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.654 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=87), Traces: [0ms] received response from server master-127.0.247.60:40955: Timed out: Failed to write to server: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591): CoordinateTransaction RPC to 127.0.247.2:37591 timed out after -0.004s (SENT) (error 0), deferred=null) with no deferred attached!
14:44:01.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.659219 1268 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 14) took 71 ms (client timeout 50 ms). Trace:
14:44:01.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:01.659322 1573 txn_status_manager.cc:1390] automatically aborted stale txn (ID 1) past 0.215s from last keepalive heartbeat (effective timeout is 0.200s)
14:44:01.666 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=20), Traces: [0ms] received response from server master-127.0.247.60:40955: Timed out: Failed to write to server: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591): CoordinateTransaction RPC to 127.0.247.2:37591 timed out after -0.010s (SENT) (error 0), deferred=null) with no deferred attached!
14:44:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.660012 1268 rpcz_store.cc:269] 0809 14:44:01.588133 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.588556 (+ 423us) service_pool.cc:227] Handling call
14:44:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.659026 (+ 70470us) inbound_call.cc:173] Queueing success response
14:44:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.674 [DEBUG - main] (Connection.java:575) [peer master-127.0.247.60:40955(127.0.247.60:40955)] disconnecting while in state READY
14:44:01.674 [DEBUG - main] (Connection.java:575) [peer master-127.0.247.61:42555(127.0.247.61:42555)] disconnecting while in state READY
14:44:01.674 [DEBUG - main] (Connection.java:575) [peer master-127.0.247.62:41581(127.0.247.62:41581)] disconnecting while in state READY
14:44:01.684 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.247.61:42555(127.0.247.61:42555)] handling channelInactive
14:44:01.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.247.61:42555(127.0.247.61:42555)] cleaning up while in state READY due to: connection closed
14:44:01.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:44:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:01.694769 988 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 1335
14:44:01.724 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.247.60:40955(127.0.247.60:40955)] handling channelInactive
14:44:01.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.247.60:40955(127.0.247.60:40955)] cleaning up while in state READY due to: connection closed
14:44:01.728 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.0.247.60:40955(127.0.247.60:40955) for tablet Kudu Master: connection closed
14:44:01.729 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=62), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, [62ms] received response from server master-127.0.247.60:40955: Network error: connection closed, [62ms] delaying RPC due to: Network error: connection closed, deferred=Deferred@103328100(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@33f32908, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@1530f59c))
14:44:01.729 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 1): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=50, elapsed=62), Traces: [0ms] sending RPC to server master-127.0.247.60:40955, [62ms] received response from server master-127.0.247.60:40955: Network error: connection closed, [62ms] delaying RPC due to: Network error: connection closed, deferred=Deferred@103328100(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1373546455@33f32908, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1598577673@1530f59c))
14:44:01.731 [WARN - kudu-nio-0] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.delayedSendKeepTransactionAlive(KuduTransaction.java:756) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.lambda$getSendKeepTransactionAliveEB$3(KuduTransaction.java:807) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244) [main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:487) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:728) [main/:?]
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1085) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372)
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447)
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
at org.apache.kudu.client.KuduTransaction.delayedSendKeepTransactionAlive(KuduTransaction.java:756)
at org.apache.kudu.client.KuduTransaction.lambda$getSendKeepTransactionAliveEB$3(KuduTransaction.java:807)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.handleRetryableError(AsyncKuduClient.java:2260)
at org.apache.kudu.client.AsyncKuduClient.handleTabletNotFound(AsyncKuduClient.java:2244)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:487)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:728)
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1085)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901)
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
14:44:01.754 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.247.62:41581(127.0.247.62:41581)] handling channelInactive
14:44:01.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.247.62:41581(127.0.247.62:41581)] cleaning up while in state READY due to: connection closed
14:44:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.760603 1267 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 15) took 91 ms (client timeout 50 ms). Trace:
14:44:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.761296 1267 rpcz_store.cc:269] 0809 14:44:01.668621 (+ 0us) service_pool.cc:170] Inserting onto call queue
14:44:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.668843 (+ 222us) service_pool.cc:227] Handling call
14:44:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 14:44:01.760239 (+ 91396us) inbound_call.cc:173] Queueing success response
14:44:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:44:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 14:44:01.763172 1218 connection.cc:441] server connection from 127.0.0.1:60556 torn down before Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:60556 (request call id 15) could send its response
14:44:01.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:01.819450 988 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 1535
14:44:01.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:01.903833 988 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 1710
14:44:02.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:02.002074 988 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 1000
14:44:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:02.077212 988 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 1090
14:44:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 14:44:02.153941 988 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskAatSjW/build/tsan/bin/kudu with pid 1183
14:44:04.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T14:44:04Z chronyd exiting
14:44:05.235 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testKeepaliveForDeserializedHandle: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591): transaction ID 1 is not open: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1786286640 last_transition_timestamp: 1786286641
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.startCommit(KuduTransaction.java:298) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testKeepaliveForDeserializedHandle(TestKuduTransaction.java:813) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 535f5ca3ab1b4de08aee290d513745f5 (127.0.247.2:37591): transaction ID 1 is not open: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1786286640 last_transition_timestamp: 1786286641
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.startCommit(KuduTransaction.java:298)
at org.apache.kudu.client.TestKuduTransaction.testKeepaliveForDeserializedHandle(TestKuduTransaction.java:813)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more