11:37:40.438 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:37:40.453 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8sndpE/test-tmp
11:37:40.455 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
11:37:40.459 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8sndpE/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
11:37:40.755 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264"
extra_master_flags: "--txn_manager_enabled"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:37:40.907 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:37:40.909 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:37:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:40.912138 362 mini_oidc.cc:152] Starting JWKS server
11:37:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:40.915081 362 webserver.cc:460] Webserver started at http://127.0.0.1:45463/ using document root <none> and password file <none>
11:37:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:40.915307 362 mini_oidc.cc:189] Starting OIDC Discovery server
11:37:40.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:40.916064 362 webserver.cc:460] Webserver started at http://127.0.0.1:35291/ using document root <none> and password file <none>
11:37:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T11:37:40Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:37:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T11:37:40Z Disabled control of system clock
11:37:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:40.948799 362 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:40.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/wal
11:37:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/data
11:37:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:37:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:37:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:37:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/logs
11:37:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/data/info.pb
11:37:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:37:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:37:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:37:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:37:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:37:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:37:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:37:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:37:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.190:37577
11:37:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.190
11:37:40.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45463/jwks.json
11:37:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
11:37:41.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.328284 373 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:37:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.328606 373 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:37:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.328693 373 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:37:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.336828 373 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:37:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.337011 373 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:37:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.337072 373 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:37:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.337146 373 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:37:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.337199 373 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:37:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.337302 373 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:37:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.337364 373 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45463/jwks.json
11:37:41.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.347343 373 master_runner.cc:386] Master server non-default flags:
11:37:41.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:41.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/data
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/wal
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.190:37577
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45463/jwks.json
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:41.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/data/info.pb
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.190
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/logs
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:37:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.349244 373 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:37:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.351987 373 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:37:41.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.366173 379 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:41.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.366269 381 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.366816 378 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:41.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.367556 373 server_base.cc:1034] running on GCE node
11:37:41.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.368884 373 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:37:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.370690 373 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:37:41.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.371930 373 hybrid_clock.cc:648] HybridClock initialized: now 1790249861371867 us; error 88 us; skew 500 ppm
11:37:41.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.372370 373 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:37:41.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.375022 373 webserver.cc:460] Webserver started at http://127.0.90.190:38177/ using document root <none> and password file <none>
11:37:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.375834 373 fs_manager.cc:359] Metadata directory not provided
11:37:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.375965 373 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:37:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.376372 373 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:37:41.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.379341 373 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/data/instance:
11:37:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c56b9455fdff4c289113db7f4e91de85"
11:37:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:41 on dist-test-slave-1799"
11:37:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.380354 373 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/wal/instance:
11:37:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c56b9455fdff4c289113db7f4e91de85"
11:37:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:41 on dist-test-slave-1799"
11:37:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.386209 373 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.008s sys 0.000s
11:37:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.390590 387 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:37:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.392182 373 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
11:37:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.392401 373 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/wal
11:37:41.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c56b9455fdff4c289113db7f4e91de85"
11:37:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:41 on dist-test-slave-1799"
11:37:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.392656 373 fs_report.cc:383] FS layout report
11:37:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:37:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/wal
11:37:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/wal
11:37:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/data/data
11:37:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:37:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:37:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.414206 373 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:37:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.415307 373 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:37:41.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.415658 373 kserver.cc:163] Server-wide thread pool size limit: 3276
11:37:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.441920 373 rpc_server.cc:307] RPC server started. Bound to: 127.0.90.190:37577
11:37:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.441942 448 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.90.190:37577 every 8 connection(s)
11:37:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.443619 373 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/data/info.pb
11:37:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.448194 449 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.450129 362 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 373
11:37:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.450431 362 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-0/wal/instance
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.454116 362 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/wal
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/data
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/logs
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/data/info.pb
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.189:35637
11:37:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.189
11:37:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:37:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:37:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45463/jwks.json
11:37:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
11:37:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.459209 449 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } has no permanent_uuid. Determining permanent_uuid...
11:37:41.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.482527 449 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } has no permanent_uuid. Determining permanent_uuid...
11:37:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.483770 388 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.90.189:35637: connect: Connection refused (error 111)
11:37:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.485500 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.189:35637: Network error: Client connection negotiation failed: client connection to 127.0.90.189:35637: connect: Connection refused (error 111)
11:37:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.534914 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } attempt: 1
11:37:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.537106 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.189:35637: Network error: Client connection negotiation failed: client connection to 127.0.90.189:35637: connect: Connection refused (error 111)
11:37:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.605476 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } attempt: 2
11:37:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.607908 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.189:35637: Network error: Client connection negotiation failed: client connection to 127.0.90.189:35637: connect: Connection refused (error 111)
11:37:41.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.699177 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } attempt: 3
11:37:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.701449 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.189:35637: Network error: Client connection negotiation failed: client connection to 127.0.90.189:35637: connect: Connection refused (error 111)
11:37:41.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.828733 451 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:37:41.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.829062 451 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:37:41.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.829159 451 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:37:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.836776 451 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:37:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.836903 451 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:37:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.836942 451 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:37:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.836992 451 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:37:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.837029 451 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:37:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.837085 451 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:37:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.837303 451 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45463/jwks.json
11:37:41.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.844748 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } attempt: 4
11:37:41.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.847014 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.189:35637: Network error: Client connection negotiation failed: client connection to 127.0.90.189:35637: connect: Connection refused (error 111)
11:37:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.849490 451 master_runner.cc:386] Master server non-default flags:
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/data
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/wal
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.189:35637
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:37:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:37:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45463/jwks.json
11:37:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/data/info.pb
11:37:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.189
11:37:41.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/logs
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:37:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:37:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:37:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:37:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:37:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:37:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.851042 451 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:37:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.853437 451 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:37:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.869145 462 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.869154 460 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.869323 459 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:41.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.870324 451 server_base.cc:1034] running on GCE node
11:37:41.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.871266 451 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:37:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.873095 451 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:37:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.874413 451 hybrid_clock.cc:648] HybridClock initialized: now 1790249861874342 us; error 74 us; skew 500 ppm
11:37:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.874854 451 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:37:41.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.877966 451 webserver.cc:460] Webserver started at http://127.0.90.189:36747/ using document root <none> and password file <none>
11:37:41.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.878688 451 fs_manager.cc:359] Metadata directory not provided
11:37:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.878785 451 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:37:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.879057 451 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:37:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.882694 451 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/data/instance:
11:37:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06461e268c7542a497ad24295888ee51"
11:37:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:41 on dist-test-slave-1799"
11:37:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.883737 451 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/wal/instance:
11:37:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06461e268c7542a497ad24295888ee51"
11:37:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:41 on dist-test-slave-1799"
11:37:41.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.890066 451 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.002s sys 0.005s
11:37:41.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.894824 468 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:37:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.896711 451 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
11:37:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.897082 451 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/wal
11:37:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06461e268c7542a497ad24295888ee51"
11:37:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:41 on dist-test-slave-1799"
11:37:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.897550 451 fs_report.cc:383] FS layout report
11:37:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:37:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/wal
11:37:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/wal
11:37:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/data/data
11:37:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:37:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:37:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:37:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:37:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:37:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:37:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:37:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:37:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:37:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:37:41.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:37:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.920643 451 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:37:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.921836 451 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:37:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.922222 451 kserver.cc:163] Server-wide thread pool size limit: 3276
11:37:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.947947 451 rpc_server.cc:307] RPC server started. Bound to: 127.0.90.189:35637
11:37:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.947960 529 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.90.189:35637 every 8 connection(s)
11:37:41.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.949751 451 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/data/info.pb
11:37:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.953847 530 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.954442 362 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 451
11:37:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.954617 362 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-1/wal/instance
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.955865 362 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/wal
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/data
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/logs
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/data/info.pb
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:37:41.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.188:45797
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.188
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:41.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:37:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:37:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45463/jwks.json
11:37:41.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
11:37:41.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.965032 530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } has no permanent_uuid. Determining permanent_uuid...
11:37:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.987270 530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } has no permanent_uuid. Determining permanent_uuid...
11:37:41.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:41.998117 530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } has no permanent_uuid. Determining permanent_uuid...
11:37:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:41.999540 472 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.001632 530 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.051067 530 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 1
11:37:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.053501 530 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.121812 530 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 2
11:37:42.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.124131 530 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.146347 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } attempt: 5
11:37:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.158854 449 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } has no permanent_uuid. Determining permanent_uuid...
11:37:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.160856 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.212385 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 1
11:37:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.214573 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.215437 530 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 3
11:37:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.217581 530 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.282872 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 2
11:37:42.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.285310 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.338279 532 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:37:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.338657 532 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:37:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.338783 532 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:37:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.347620 532 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:37:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.347775 532 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:37:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.347832 532 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:37:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.347901 532 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:37:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.347951 532 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:37:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.348024 532 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:37:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.348084 532 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45463/jwks.json
11:37:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.358012 532 master_runner.cc:386] Master server non-default flags:
11:37:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/data
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/wal
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.188:45797
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45463/jwks.json
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:42.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/data/info.pb
11:37:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.188
11:37:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:37:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:37:42.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:37:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/logs
11:37:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:37:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:37:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:37:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:37:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:37:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:37:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:37:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:37:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:37:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.359833 532 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:37:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.361938 530 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 4
11:37:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.362571 532 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:37:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.365957 530 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.376926 541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.376865 542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.377939 544 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.378720 532 server_base.cc:1034] running on GCE node
11:37:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.379657 532 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:37:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.381445 532 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:37:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.382730 532 hybrid_clock.cc:648] HybridClock initialized: now 1790249862382648 us; error 64 us; skew 500 ppm
11:37:42.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.383205 532 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:37:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.385952 532 webserver.cc:460] Webserver started at http://127.0.90.188:38897/ using document root <none> and password file <none>
11:37:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.386749 532 fs_manager.cc:359] Metadata directory not provided
11:37:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.386871 532 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:37:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.387243 532 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:37:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.390565 532 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/data/instance:
11:37:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05cab756d2b54c1eaa7b917728986d95"
11:37:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:42 on dist-test-slave-1799"
11:37:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.391562 532 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/wal/instance:
11:37:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05cab756d2b54c1eaa7b917728986d95"
11:37:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:42 on dist-test-slave-1799"
11:37:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.391551 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 3
11:37:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.393639 449 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.90.188:45797: Network error: Client connection negotiation failed: client connection to 127.0.90.188:45797: connect: Connection refused (error 111)
11:37:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.397398 532 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
11:37:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.401396 550 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:37:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.402931 532 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
11:37:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.403265 532 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/wal
11:37:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05cab756d2b54c1eaa7b917728986d95"
11:37:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:42 on dist-test-slave-1799"
11:37:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.403477 532 fs_report.cc:383] FS layout report
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/wal
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/wal
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/data/data
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:37:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:37:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.425073 532 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:37:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.426410 532 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:37:42.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.427006 532 kserver.cc:163] Server-wide thread pool size limit: 3276
11:37:42.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.454459 532 rpc_server.cc:307] RPC server started. Bound to: 127.0.90.188:45797
11:37:42.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.454614 611 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.90.188:45797 every 8 connection(s)
11:37:42.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.456657 532 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/data/info.pb
11:37:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.457355 362 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 532
11:37:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.457556 362 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/master-2/wal/instance
11:37:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.462595 612 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:42.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.472719 612 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } has no permanent_uuid. Determining permanent_uuid...
11:37:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.490017 612 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } has no permanent_uuid. Determining permanent_uuid...
11:37:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.498044 612 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } has no permanent_uuid. Determining permanent_uuid...
11:37:42.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.510766 612 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: Bootstrap starting.
11:37:42.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.514878 612 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: Neither blocks nor log segments found. Creating new log.
11:37:42.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.516119 612 log.cc:824] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: Log is configured to *not* fsync() on all Append() calls
11:37:42.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.520066 612 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: No bootstrap required, opened a new log
11:37:42.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.528928 612 raft_consensus.cc:348] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.529372 612 raft_consensus.cc:374] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.529498 612 raft_consensus.cc:729] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05cab756d2b54c1eaa7b917728986d95, State: Initialized, Role: FOLLOWER
11:37:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.530269 612 consensus_queue.cc:260] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.531322 619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:42.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.531983 619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [sys.catalog]: This master's current role is: FOLLOWER
11:37:42.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.533041 612 sys_catalog.cc:564] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [sys.catalog]: configured and running, proceeding with master startup.
11:37:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.546680 630 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:37:42.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.546846 630 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:37:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.545888 532 master_runner.cc:186] Error getting master registration for 127.0.90.190:37577: OK, instance_id { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" instance_seqno: 1790249861435686 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:37:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.554415 532 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:37:42.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.570907 449 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 4
11:37:42.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.586033 449 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: Bootstrap starting.
11:37:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.591207 449 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: Neither blocks nor log segments found. Creating new log.
11:37:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.593338 449 log.cc:824] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: Log is configured to *not* fsync() on all Append() calls
11:37:42.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.596786 449 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: No bootstrap required, opened a new log
11:37:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.605065 449 raft_consensus.cc:348] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.605522 449 raft_consensus.cc:374] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.606096 449 raft_consensus.cc:729] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c56b9455fdff4c289113db7f4e91de85, State: Initialized, Role: FOLLOWER
11:37:42.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.607048 449 consensus_queue.cc:260] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.608283 633 sys_catalog.cc:455] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.608693 633 sys_catalog.cc:458] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [sys.catalog]: This master's current role is: FOLLOWER
11:37:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.609895 449 sys_catalog.cc:564] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [sys.catalog]: configured and running, proceeding with master startup.
11:37:42.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.629201 644 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:37:42.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.629787 644 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:37:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.622251 373 master_runner.cc:186] Error getting master registration for 127.0.90.189:35637: OK, instance_id { permanent_uuid: "06461e268c7542a497ad24295888ee51" instance_seqno: 1790249861941591 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:37:42.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.636121 373 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:37:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.665246 530 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } attempt: 5
11:37:42.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.669436 393 tablet.cc:2369] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:37:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.679838 556 tablet.cc:2369] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:37:42.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.681954 530 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51: Bootstrap starting.
11:37:42.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.686425 530 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51: Neither blocks nor log segments found. Creating new log.
11:37:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.687975 530 log.cc:824] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51: Log is configured to *not* fsync() on all Append() calls
11:37:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.694199 530 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51: No bootstrap required, opened a new log
11:37:42.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.706858 530 raft_consensus.cc:348] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.707341 530 raft_consensus.cc:374] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:42.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.707456 530 raft_consensus.cc:729] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06461e268c7542a497ad24295888ee51, State: Initialized, Role: FOLLOWER
11:37:42.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.708354 530 consensus_queue.cc:260] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.712181 647 sys_catalog.cc:455] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.713516 647 sys_catalog.cc:458] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: This master's current role is: FOLLOWER
11:37:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.713790 530 sys_catalog.cc:564] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: configured and running, proceeding with master startup.
11:37:42.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.738780 451 master_runner.cc:263] No leader master found from master 06461e268c7542a497ad24295888ee51
11:37:42.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.739392 451 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:37:42.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.740707 658 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:37:42.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.740860 658 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:37:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.854652 647 raft_consensus.cc:482] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:37:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.855041 647 raft_consensus.cc:504] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.856905 647 leader_election.cc:288] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c56b9455fdff4c289113db7f4e91de85 (127.0.90.190:37577), 05cab756d2b54c1eaa7b917728986d95 (127.0.90.188:45797)
11:37:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.861878 577 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "06461e268c7542a497ad24295888ee51" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05cab756d2b54c1eaa7b917728986d95" is_pre_election: true
11:37:42.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.862627 577 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 06461e268c7542a497ad24295888ee51 in term 0.
11:37:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.863541 472 leader_election.cc:302] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05cab756d2b54c1eaa7b917728986d95, 06461e268c7542a497ad24295888ee51; no voters:
11:37:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.867208 414 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "06461e268c7542a497ad24295888ee51" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c56b9455fdff4c289113db7f4e91de85" is_pre_election: true
11:37:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.867942 414 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 06461e268c7542a497ad24295888ee51 in term 0.
11:37:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.869370 647 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:37:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.869576 647 raft_consensus.cc:482] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:37:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.869716 647 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 0 FOLLOWER]: Advancing to term 1
11:37:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.873092 647 raft_consensus.cc:504] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.875424 414 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "06461e268c7542a497ad24295888ee51" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c56b9455fdff4c289113db7f4e91de85"
11:37:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.875711 414 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [term 0 FOLLOWER]: Advancing to term 1
11:37:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.877504 577 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "06461e268c7542a497ad24295888ee51" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05cab756d2b54c1eaa7b917728986d95"
11:37:42.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.877785 577 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [term 0 FOLLOWER]: Advancing to term 1
11:37:42.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.888651 414 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 06461e268c7542a497ad24295888ee51 in term 1.
11:37:42.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.890202 469 leader_election.cc:302] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06461e268c7542a497ad24295888ee51, c56b9455fdff4c289113db7f4e91de85; no voters:
11:37:42.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.900817 577 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 06461e268c7542a497ad24295888ee51 in term 1.
11:37:42.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.904254 647 leader_election.cc:288] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [CANDIDATE]: Term 1 election: Requested vote from peers c56b9455fdff4c289113db7f4e91de85 (127.0.90.190:37577), 05cab756d2b54c1eaa7b917728986d95 (127.0.90.188:45797)
11:37:42.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.904570 647 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 1 FOLLOWER]: Leader election won for term 1
11:37:42.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.904749 647 raft_consensus.cc:686] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [term 1 LEADER]: Becoming Leader. State: Replica: 06461e268c7542a497ad24295888ee51, State: Running, Role: LEADER
11:37:42.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.908092 647 consensus_queue.cc:237] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } }
11:37:42.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.920020 660 sys_catalog.cc:455] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 06461e268c7542a497ad24295888ee51. Latest consensus state: current_term: 1 leader_uuid: "06461e268c7542a497ad24295888ee51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:42.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.920878 660 sys_catalog.cc:458] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: This master's current role is: LEADER
11:37:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:42.925350 474 tablet.cc:2369] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:37:42.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.941956 662 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:37:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.944492 662 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:37:42.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.977865 577 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [term 1 FOLLOWER]: Refusing update from remote peer 06461e268c7542a497ad24295888ee51: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:37:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.979633 660 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [LEADER]: Connected to new peer: Peer: permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:37:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.992465 414 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [term 1 FOLLOWER]: Refusing update from remote peer 06461e268c7542a497ad24295888ee51: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:37:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:42.993794 660 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:37:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.016589 619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 06461e268c7542a497ad24295888ee51. Latest consensus state: current_term: 1 leader_uuid: "06461e268c7542a497ad24295888ee51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:43.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.016952 619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [sys.catalog]: This master's current role is: FOLLOWER
11:37:43.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.019784 663 mvcc.cc:205] Tried to move back new op lower bound from 7332863438740885504 to 7332863438487248896. Current Snapshot: MvccSnapshot[applied={T|T < 7332863438740885504}]
11:37:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.025753 619 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "06461e268c7542a497ad24295888ee51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.026034 619 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95 [sys.catalog]: This master's current role is: FOLLOWER
11:37:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.036623 647 sys_catalog.cc:455] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "06461e268c7542a497ad24295888ee51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.036978 647 sys_catalog.cc:458] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: This master's current role is: LEADER
11:37:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.039558 662 catalog_manager.cc:1347] Generated new cluster ID: 3daa2fafb88b4ad2aa0c38f39c3c1d1c
11:37:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.039700 662 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:37:43.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.056937 662 catalog_manager.cc:1370] Generated new certificate authority record
11:37:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.058099 633 sys_catalog.cc:455] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 06461e268c7542a497ad24295888ee51. Latest consensus state: current_term: 1 leader_uuid: "06461e268c7542a497ad24295888ee51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.058483 633 sys_catalog.cc:458] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [sys.catalog]: This master's current role is: FOLLOWER
11:37:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.059790 662 catalog_manager.cc:1504] Loading token signing keys...
11:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.061246 647 sys_catalog.cc:455] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "06461e268c7542a497ad24295888ee51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:43.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.062011 647 sys_catalog.cc:458] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51 [sys.catalog]: This master's current role is: LEADER
11:37:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.080942 633 sys_catalog.cc:455] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "06461e268c7542a497ad24295888ee51" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c56b9455fdff4c289113db7f4e91de85" member_type: VOTER last_known_addr { host: "127.0.90.190" port: 37577 } } peers { permanent_uuid: "06461e268c7542a497ad24295888ee51" member_type: VOTER last_known_addr { host: "127.0.90.189" port: 35637 } } peers { permanent_uuid: "05cab756d2b54c1eaa7b917728986d95" member_type: VOTER last_known_addr { host: "127.0.90.188" port: 45797 } } }
11:37:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.081297 633 sys_catalog.cc:458] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85 [sys.catalog]: This master's current role is: FOLLOWER
11:37:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.113667 662 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 06461e268c7542a497ad24295888ee51: Generated new TSK 0
11:37:43.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.115900 662 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:37:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.130470 362 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/wal
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/data
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/logs
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/data/info.pb
11:37:43.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.129:0
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.90.129
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.129
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:37:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.519529 673 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:37:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.520015 673 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:37:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.520162 673 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.529138 673 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.529413 673 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:37:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.529536 673 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.90.129
11:37:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.541093 673 tablet_server_runner.cc:78] Tablet server non-default flags:
11:37:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:43.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/data
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/wal
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.129:0
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/data/info.pb
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.129
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.90.129
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/logs
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:37:43.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.542827 673 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:37:43.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.544697 673 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:37:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.549320 630 catalog_manager.cc:1259] Loaded cluster ID: 3daa2fafb88b4ad2aa0c38f39c3c1d1c
11:37:43.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.549435 630 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: loading cluster ID for follower catalog manager: success
11:37:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.553301 630 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: acquiring CA information for follower catalog manager: success
11:37:43.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.557624 630 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 05cab756d2b54c1eaa7b917728986d95: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:37:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.564190 679 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.564318 678 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:43.564296 681 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.565006 673 server_base.cc:1034] running on GCE node
11:37:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.566068 673 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:37:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.568918 673 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:37:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.570188 673 hybrid_clock.cc:648] HybridClock initialized: now 1790249863570131 us; error 66 us; skew 500 ppm
11:37:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.570556 673 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:37:43.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.573459 673 webserver.cc:460] Webserver started at http://127.0.90.129:40679/ using document root <none> and password file <none>
11:37:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.574193 673 fs_manager.cc:359] Metadata directory not provided
11:37:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.574286 673 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:37:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.574565 673 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:37:43.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.577482 673 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/data/instance:
11:37:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f93bcfde2964852894e4c742ef2ded0"
11:37:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:43 on dist-test-slave-1799"
11:37:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.578279 673 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/wal/instance:
11:37:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f93bcfde2964852894e4c742ef2ded0"
11:37:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:43 on dist-test-slave-1799"
11:37:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.584602 673 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
11:37:43.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.589103 687 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.590921 673 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.591084 673 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/wal
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f93bcfde2964852894e4c742ef2ded0"
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:43 on dist-test-slave-1799"
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.591275 673 fs_report.cc:383] FS layout report
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/wal
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/wal
11:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/data/data
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:37:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.612337 673 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:37:43.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.613288 673 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:37:43.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.613607 673 kserver.cc:163] Server-wide thread pool size limit: 3276
11:37:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.616995 673 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:37:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.617098 673 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:37:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.617262 673 ts_tablet_manager.cc:610] Registered 0 tablets
11:37:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.617331 673 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.001s
11:37:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.632547 644 catalog_manager.cc:1259] Loaded cluster ID: 3daa2fafb88b4ad2aa0c38f39c3c1d1c
11:37:43.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.632668 644 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: loading cluster ID for follower catalog manager: success
11:37:43.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.637297 644 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: acquiring CA information for follower catalog manager: success
11:37:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.640285 644 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c56b9455fdff4c289113db7f4e91de85: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:37:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.700627 673 rpc_server.cc:307] RPC server started. Bound to: 127.0.90.129:34699
11:37:43.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.700644 811 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.90.129:34699 every 8 connection(s)
11:37:43.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.702204 673 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/data/info.pb
11:37:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.703229 362 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 673
11:37:43.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.703449 362 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-0/wal/instance
11:37:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.705156 813 heartbeater.cc:347] Connected to a master server at 127.0.90.190:37577
11:37:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.705662 813 heartbeater.cc:464] Registering TS with master...
11:37:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.706974 813 heartbeater.cc:511] Master 127.0.90.190:37577 requested a full tablet report, sending...
11:37:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.708441 362 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/wal
11:37:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/data
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/logs
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/data/info.pb
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:43.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.130:0
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.90.130
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.130
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:43.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:43.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:37:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.715341 404 ts_manager.cc:194] Registered new tserver with Master: 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699)
11:37:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.716447 812 heartbeater.cc:347] Connected to a master server at 127.0.90.188:45797
11:37:43.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.716626 812 heartbeater.cc:464] Registering TS with master...
11:37:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.717115 812 heartbeater.cc:511] Master 127.0.90.188:45797 requested a full tablet report, sending...
11:37:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.719295 567 ts_manager.cc:194] Registered new tserver with Master: 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699)
11:37:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.723644 814 heartbeater.cc:347] Connected to a master server at 127.0.90.189:35637
11:37:43.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.723815 814 heartbeater.cc:464] Registering TS with master...
11:37:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.724349 814 heartbeater.cc:511] Master 127.0.90.189:35637 requested a full tablet report, sending...
11:37:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.726039 485 ts_manager.cc:194] Registered new tserver with Master: 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699)
11:37:43.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:43.727681 485 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.90.129:42263
11:37:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.084702 817 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:37:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.085028 817 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:37:44.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.085115 817 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:37:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.093501 817 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:37:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.093669 817 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:37:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.093739 817 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.90.130
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.103993 817 tablet_server_runner.cc:78] Tablet server non-default flags:
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/data
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/wal
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.130:0
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/data/info.pb
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.130
11:37:44.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.90.130
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/logs
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:37:44.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.105680 817 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:37:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.107733 817 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:37:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.123808 823 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.123771 822 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.123822 825 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.124760 817 server_base.cc:1034] running on GCE node
11:37:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.125545 817 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:37:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.126578 817 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:37:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.127787 817 hybrid_clock.cc:648] HybridClock initialized: now 1790249864127719 us; error 79 us; skew 500 ppm
11:37:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.128202 817 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:37:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.130860 817 webserver.cc:460] Webserver started at http://127.0.90.130:44365/ using document root <none> and password file <none>
11:37:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.131702 817 fs_manager.cc:359] Metadata directory not provided
11:37:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.131836 817 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:37:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.132217 817 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:37:44.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.135262 817 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/data/instance:
11:37:44.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac39505095eb4baf9f2ccd747d18a40c"
11:37:44.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:44 on dist-test-slave-1799"
11:37:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.136229 817 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/wal/instance:
11:37:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac39505095eb4baf9f2ccd747d18a40c"
11:37:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:44 on dist-test-slave-1799"
11:37:44.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.142997 817 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.000s sys 0.008s
11:37:44.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.147435 831 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:37:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.149127 817 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.000s
11:37:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.149389 817 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/wal
11:37:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac39505095eb4baf9f2ccd747d18a40c"
11:37:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:44 on dist-test-slave-1799"
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.149695 817 fs_report.cc:383] FS layout report
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/wal
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/wal
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/data/data
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:37:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:37:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.170859 817 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:37:44.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.171875 817 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:37:44.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.172232 817 kserver.cc:163] Server-wide thread pool size limit: 3276
11:37:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.175876 817 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:37:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.176000 817 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:37:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.176172 817 ts_tablet_manager.cc:610] Registered 0 tablets
11:37:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.176255 817 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:37:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.239180 817 rpc_server.cc:307] RPC server started. Bound to: 127.0.90.130:33881
11:37:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.239245 953 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.90.130:33881 every 8 connection(s)
11:37:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.240793 817 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/data/info.pb
11:37:44.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.243961 362 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 817
11:37:44.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.244199 362 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-1/wal/instance
11:37:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.247244 955 heartbeater.cc:347] Connected to a master server at 127.0.90.190:37577
11:37:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.247534 955 heartbeater.cc:464] Registering TS with master...
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.248544 955 heartbeater.cc:511] Master 127.0.90.190:37577 requested a full tablet report, sending...
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.249902 362 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8sndpE/build/asan/bin/kudu
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/wal
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/data
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/logs
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/data/info.pb
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.131:0
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.90.131
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.131
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:37:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.250877 403 ts_manager.cc:194] Registered new tserver with Master: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881)
11:37:44.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.255842 956 heartbeater.cc:347] Connected to a master server at 127.0.90.189:35637
11:37:44.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.255988 956 heartbeater.cc:464] Registering TS with master...
11:37:44.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.256510 956 heartbeater.cc:511] Master 127.0.90.189:35637 requested a full tablet report, sending...
11:37:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.257608 954 heartbeater.cc:347] Connected to a master server at 127.0.90.188:45797
11:37:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.257750 954 heartbeater.cc:464] Registering TS with master...
11:37:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.258035 485 ts_manager.cc:194] Registered new tserver with Master: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881)
11:37:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.258149 954 heartbeater.cc:511] Master 127.0.90.188:45797 requested a full tablet report, sending...
11:37:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.259358 485 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.90.130:44103
11:37:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.260752 567 ts_manager.cc:194] Registered new tserver with Master: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881)
11:37:44.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.618786 959 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:37:44.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.619168 959 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:37:44.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.619292 959 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:37:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.627388 959 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:37:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.627630 959 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:37:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.627735 959 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.90.131
11:37:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.638391 959 tablet_server_runner.cc:78] Tablet server non-default flags:
11:37:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:37:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.90.148:34999
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/data
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/wal
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.90.131:0
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/data/info.pb
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.90.131
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.90.190:37577,127.0.90.189:35637,127.0.90.188:45797
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.90.131
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/logs
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:37:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:37:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:37:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:37:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:37:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 10:48:45 UTC on ccycloud.quasar-ropeul.root.comops.site
11:37:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669759
11:37:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:37:44.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.640249 959 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:37:44.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.642323 959 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:37:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.658362 965 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.658525 967 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:44.658596 964 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:37:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.659901 959 server_base.cc:1034] running on GCE node
11:37:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.660645 959 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:37:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.661746 959 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:37:44.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.663131 959 hybrid_clock.cc:648] HybridClock initialized: now 1790249864663067 us; error 55 us; skew 500 ppm
11:37:44.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.663473 959 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:37:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.666889 959 webserver.cc:460] Webserver started at http://127.0.90.131:43647/ using document root <none> and password file <none>
11:37:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.667603 959 fs_manager.cc:359] Metadata directory not provided
11:37:44.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.667693 959 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:37:44.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.668054 959 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:37:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.671032 959 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/data/instance:
11:37:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2"
11:37:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:44 on dist-test-slave-1799"
11:37:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.671852 959 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/wal/instance:
11:37:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2"
11:37:44.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:44 on dist-test-slave-1799"
11:37:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.677690 959 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
11:37:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.681614 973 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:37:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.683266 959 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
11:37:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.683430 959 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/data,/tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/wal
11:37:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2"
11:37:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 11:37:44 on dist-test-slave-1799"
11:37:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.683666 959 fs_report.cc:383] FS layout report
11:37:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/wal
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/wal
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/data/data
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:37:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:37:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.702215 959 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:37:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.703408 959 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:37:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.703755 959 kserver.cc:163] Server-wide thread pool size limit: 3276
11:37:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.708415 959 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:37:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.708601 959 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:37:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.708737 959 ts_tablet_manager.cc:610] Registered 0 tablets
11:37:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.708799 959 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:37:44.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.731771 814 heartbeater.cc:503] Master 127.0.90.189:35637 was elected leader, sending a full tablet report...
11:37:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.779105 959 rpc_server.cc:307] RPC server started. Bound to: 127.0.90.131:40111
11:37:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.779142 1094 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.90.131:40111 every 8 connection(s)
11:37:44.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.781008 959 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/data/info.pb
11:37:44.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.784767 1096 heartbeater.cc:347] Connected to a master server at 127.0.90.190:37577
11:37:44.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.785063 1096 heartbeater.cc:464] Registering TS with master...
11:37:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.786993 1096 heartbeater.cc:511] Master 127.0.90.190:37577 requested a full tablet report, sending...
11:37:44.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.790541 403 ts_manager.cc:194] Registered new tserver with Master: 7565eb4c0d7f4b488d9b99c08b7b2ef2 (127.0.90.131:40111)
11:37:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.791203 362 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8sndpE/build/asan/bin/kudu as pid 959
11:37:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.791427 362 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8sndpE/test-tmp/mini-kudu-cluster4101883856786301264/ts-2/wal/instance
11:37:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.794524 1097 heartbeater.cc:347] Connected to a master server at 127.0.90.189:35637
11:37:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.794689 1097 heartbeater.cc:464] Registering TS with master...
11:37:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.795310 1097 heartbeater.cc:511] Master 127.0.90.189:35637 requested a full tablet report, sending...
11:37:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.796361 485 ts_manager.cc:194] Registered new tserver with Master: 7565eb4c0d7f4b488d9b99c08b7b2ef2 (127.0.90.131:40111)
11:37:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.797493 485 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.90.131:54139
11:37:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.798211 1095 heartbeater.cc:347] Connected to a master server at 127.0.90.188:45797
11:37:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.798494 1095 heartbeater.cc:464] Registering TS with master...
11:37:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.799671 1095 heartbeater.cc:511] Master 127.0.90.188:45797 requested a full tablet report, sending...
11:37:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.800796 567 ts_manager.cc:194] Registered new tserver with Master: 7565eb4c0d7f4b488d9b99c08b7b2ef2 (127.0.90.131:40111)
11:37:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:44.814175 362 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:37:44.816 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:37:44.817 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:37:44.829 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.90.190"
port: 37577
}
bound_http_address {
host: "127.0.90.190"
port: 38177
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.90.189"
port: 35637
}
bound_http_address {
host: "127.0.90.189"
port: 36747
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.90.188"
port: 45797
}
bound_http_address {
host: "127.0.90.188"
port: 38897
}
}
}
11:37:44.832 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:37:44.835 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.90.129"
port: 34699
}
bound_http_address {
host: "127.0.90.129"
port: 40679
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.90.130"
port: 33881
}
bound_http_address {
host: "127.0.90.130"
port: 44365
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.90.131"
port: 40111
}
bound_http_address {
host: "127.0.90.131"
port: 43647
}
}
}
11:37:44.835 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:37:45.015 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:37:45.229 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.90.188:45797(127.0.90.188:45797)] connecting to peer
11:37:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.262140 956 heartbeater.cc:503] Master 127.0.90.189:35637 was elected leader, sending a full tablet report...
11:37:45.301 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.90.189:35637(127.0.90.189:35637)] connecting to peer
11:37:45.303 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.90.190:37577(127.0.90.190:37577)] connecting to peer
11:37:45.340 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.90.189:35637(127.0.90.189:35637)] Successfully connected to peer
11:37:45.341 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.90.188:45797(127.0.90.188:45797)] Successfully connected to peer
11:37:45.413 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.90.190:37577(127.0.90.190:37577)] Successfully connected to peer
11:37:45.437 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.90.189
11:37:45.437 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.90.188
11:37:45.645 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.90.190
11:37:45.679 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x642138ec, L:/127.0.0.1:49442 - R:/127.0.90.188:45797] using SASL/PLAIN
11:37:45.679 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2185b0da, L:/127.0.0.1:39620 - R:/127.0.90.189:35637] using SASL/PLAIN
11:37:45.700 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x79cab7ba, L:/127.0.0.1:51622 - R:/127.0.90.190:37577] using SASL/PLAIN
11:37:45.735 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:37:45.736 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=560), Traces: [0ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.90.188:45797, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.90.189:35637, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.90.190:37577, [515ms] Sub RPC ConnectToMaster: received response from server master-127.0.90.188:45797: OK, [515ms] Sub RPC ConnectToMaster: received response from server master-127.0.90.189:35637: OK, [523ms] Sub RPC ConnectToMaster: received response from server master-127.0.90.190:37577: OK, deferred=null) after lookup
11:37:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.800549 1097 heartbeater.cc:503] Master 127.0.90.189:35637 was elected leader, sending a full tablet report...
11:37:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.795943 485 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39620:
11:37:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "submit_write_op_after_commit"
11:37:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:37:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:37:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:45.806473 485 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table submit_write_op_after_commit in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:37:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.892697 741 tablet_service.cc:1467] Processing CreateTablet for tablet 1d504c5254ad4e679e2e1c90a45609f1 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b2f59e5965154fa8bbf615af2c0410c5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:37:45.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.894378 742 tablet_service.cc:1467] Processing CreateTablet for tablet c609f2611d0e4ed2a5fb66c245b64ce0 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b2f59e5965154fa8bbf615af2c0410c5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:37:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.895119 741 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1d504c5254ad4e679e2e1c90a45609f1. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.895591 881 tablet_service.cc:1467] Processing CreateTablet for tablet 1d504c5254ad4e679e2e1c90a45609f1 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b2f59e5965154fa8bbf615af2c0410c5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:37:45.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.896907 881 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1d504c5254ad4e679e2e1c90a45609f1. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.897502 742 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c609f2611d0e4ed2a5fb66c245b64ce0. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.892699 882 tablet_service.cc:1467] Processing CreateTablet for tablet c609f2611d0e4ed2a5fb66c245b64ce0 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b2f59e5965154fa8bbf615af2c0410c5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:37:45.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.899055 882 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c609f2611d0e4ed2a5fb66c245b64ce0. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.903573 1030 tablet_service.cc:1467] Processing CreateTablet for tablet c609f2611d0e4ed2a5fb66c245b64ce0 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b2f59e5965154fa8bbf615af2c0410c5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:37:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.905498 1029 tablet_service.cc:1467] Processing CreateTablet for tablet 1d504c5254ad4e679e2e1c90a45609f1 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b2f59e5965154fa8bbf615af2c0410c5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:37:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.906590 1029 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 1d504c5254ad4e679e2e1c90a45609f1. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.907203 1030 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c609f2611d0e4ed2a5fb66c245b64ce0. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:45.910 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b2f59e5965154fa8bbf615af2c0410c5
11:37:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.926436 1125 tablet_bootstrap.cc:492] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0: Bootstrap starting.
11:37:45.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.927589 1126 tablet_bootstrap.cc:492] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c: Bootstrap starting.
11:37:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.931509 1125 tablet_bootstrap.cc:654] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0: Neither blocks nor log segments found. Creating new log.
11:37:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.932132 1126 tablet_bootstrap.cc:654] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c: Neither blocks nor log segments found. Creating new log.
11:37:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.933459 1125 log.cc:824] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0: Log is configured to *not* fsync() on all Append() calls
11:37:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.933769 1126 log.cc:824] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c: Log is configured to *not* fsync() on all Append() calls
11:37:45.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.940202 1125 tablet_bootstrap.cc:492] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0: No bootstrap required, opened a new log
11:37:45.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.941054 1125 ts_tablet_manager.cc:1397] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0: Time spent bootstrapping tablet: real 0.015s user 0.012s sys 0.000s
11:37:45.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.946362 1127 tablet_bootstrap.cc:492] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Bootstrap starting.
11:37:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.949314 1126 tablet_bootstrap.cc:492] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c: No bootstrap required, opened a new log
11:37:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.949882 1126 ts_tablet_manager.cc:1397] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c: Time spent bootstrapping tablet: real 0.023s user 0.005s sys 0.015s
11:37:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.951175 1127 tablet_bootstrap.cc:654] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Neither blocks nor log segments found. Creating new log.
11:37:45.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.952741 1127 log.cc:824] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Log is configured to *not* fsync() on all Append() calls
11:37:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.962055 1126 raft_consensus.cc:348] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.962479 1125 raft_consensus.cc:348] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:45.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.962868 1126 raft_consensus.cc:374] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:45.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.962980 1126 raft_consensus.cc:729] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac39505095eb4baf9f2ccd747d18a40c, State: Initialized, Role: FOLLOWER
11:37:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.963734 1126 consensus_queue.cc:260] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.964562 1127 tablet_bootstrap.cc:492] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: No bootstrap required, opened a new log
11:37:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.964548 1125 raft_consensus.cc:374] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:45.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.964669 1125 raft_consensus.cc:729] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f93bcfde2964852894e4c742ef2ded0, State: Initialized, Role: FOLLOWER
11:37:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.965173 1127 ts_tablet_manager.cc:1397] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Time spent bootstrapping tablet: real 0.019s user 0.015s sys 0.000s
11:37:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.965632 1125 consensus_queue.cc:260] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.977756 1127 raft_consensus.cc:348] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.978577 1127 raft_consensus.cc:374] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.978816 1127 raft_consensus.cc:729] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7565eb4c0d7f4b488d9b99c08b7b2ef2, State: Initialized, Role: FOLLOWER
11:37:45.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.980746 1126 ts_tablet_manager.cc:1428] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c: Time spent starting tablet: real 0.031s user 0.020s sys 0.007s
11:37:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.981364 1127 consensus_queue.cc:260] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.991155 1125 ts_tablet_manager.cc:1428] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0: Time spent starting tablet: real 0.049s user 0.020s sys 0.015s
11:37:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.991551 1126 tablet_bootstrap.cc:492] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c: Bootstrap starting.
11:37:45.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.992347 1125 tablet_bootstrap.cc:492] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0: Bootstrap starting.
11:37:45.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.993669 1126 tablet_bootstrap.cc:654] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c: Neither blocks nor log segments found. Creating new log.
11:37:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:45.994284 1125 tablet_bootstrap.cc:654] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0: Neither blocks nor log segments found. Creating new log.
11:37:46.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:46.003860 957 tablet.cc:2369] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:37:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.005782 1127 ts_tablet_manager.cc:1428] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Time spent starting tablet: real 0.040s user 0.017s sys 0.012s
11:37:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.006407 1127 tablet_bootstrap.cc:492] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Bootstrap starting.
11:37:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.007598 1126 tablet_bootstrap.cc:492] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c: No bootstrap required, opened a new log
11:37:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.007925 1126 ts_tablet_manager.cc:1397] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c: Time spent bootstrapping tablet: real 0.016s user 0.005s sys 0.008s
11:37:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.008605 1127 tablet_bootstrap.cc:654] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Neither blocks nor log segments found. Creating new log.
11:37:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.008948 1125 tablet_bootstrap.cc:492] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0: No bootstrap required, opened a new log
11:37:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.008867 1126 raft_consensus.cc:348] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.009553 1125 ts_tablet_manager.cc:1397] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0: Time spent bootstrapping tablet: real 0.017s user 0.000s sys 0.007s
11:37:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.009557 1126 raft_consensus.cc:374] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.009672 1126 raft_consensus.cc:729] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac39505095eb4baf9f2ccd747d18a40c, State: Initialized, Role: FOLLOWER
11:37:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.009936 1126 consensus_queue.cc:260] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.010764 1126 ts_tablet_manager.cc:1428] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
11:37:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.010835 1125 raft_consensus.cc:348] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.011230 1125 raft_consensus.cc:374] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.012724 1125 raft_consensus.cc:729] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f93bcfde2964852894e4c742ef2ded0, State: Initialized, Role: FOLLOWER
11:37:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.013185 1125 consensus_queue.cc:260] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.013898 1127 tablet_bootstrap.cc:492] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: No bootstrap required, opened a new log
11:37:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.014091 1127 ts_tablet_manager.cc:1397] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.004s
11:37:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.015014 1127 raft_consensus.cc:348] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.015673 1127 raft_consensus.cc:374] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.015933 1127 raft_consensus.cc:729] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7565eb4c0d7f4b488d9b99c08b7b2ef2, State: Initialized, Role: FOLLOWER
11:37:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.015978 1125 ts_tablet_manager.cc:1428] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0: Time spent starting tablet: real 0.006s user 0.000s sys 0.002s
11:37:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.016376 1127 consensus_queue.cc:260] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.017196 1127 ts_tablet_manager.cc:1428] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
11:37:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:46.040750 1098 tablet.cc:2369] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:37:46.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.083691 1131 raft_consensus.cc:482] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:37:46.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.084080 1131 raft_consensus.cc:504] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.085724 1131 leader_election.cc:288] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699), 7565eb4c0d7f4b488d9b99c08b7b2ef2 (127.0.90.131:40111)
11:37:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.094344 767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1d504c5254ad4e679e2e1c90a45609f1" candidate_uuid: "ac39505095eb4baf9f2ccd747d18a40c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f93bcfde2964852894e4c742ef2ded0" is_pre_election: true
11:37:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.094867 767 raft_consensus.cc:2454] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ac39505095eb4baf9f2ccd747d18a40c in term 0.
11:37:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.094784 1050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1d504c5254ad4e679e2e1c90a45609f1" candidate_uuid: "ac39505095eb4baf9f2ccd747d18a40c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" is_pre_election: true
11:37:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.095441 1050 raft_consensus.cc:2454] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ac39505095eb4baf9f2ccd747d18a40c in term 0.
11:37:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.095616 834 leader_election.cc:302] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f93bcfde2964852894e4c742ef2ded0, ac39505095eb4baf9f2ccd747d18a40c; no voters:
11:37:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.096077 1131 raft_consensus.cc:2781] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Leader pre-election won for term 1
11:37:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.096242 1131 raft_consensus.cc:482] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:37:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.096354 1131 raft_consensus.cc:3037] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Advancing to term 1
11:37:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.099045 1131 raft_consensus.cc:504] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.099661 1131 leader_election.cc:288] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [CANDIDATE]: Term 1 election: Requested vote from peers 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699), 7565eb4c0d7f4b488d9b99c08b7b2ef2 (127.0.90.131:40111)
11:37:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.100241 767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1d504c5254ad4e679e2e1c90a45609f1" candidate_uuid: "ac39505095eb4baf9f2ccd747d18a40c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f93bcfde2964852894e4c742ef2ded0"
11:37:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.100534 767 raft_consensus.cc:3037] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Advancing to term 1
11:37:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.100667 1050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "1d504c5254ad4e679e2e1c90a45609f1" candidate_uuid: "ac39505095eb4baf9f2ccd747d18a40c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2"
11:37:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.101025 1050 raft_consensus.cc:3037] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Advancing to term 1
11:37:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.103341 767 raft_consensus.cc:2454] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ac39505095eb4baf9f2ccd747d18a40c in term 1.
11:37:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.103858 1050 raft_consensus.cc:2454] T 1d504c5254ad4e679e2e1c90a45609f1 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ac39505095eb4baf9f2ccd747d18a40c in term 1.
11:37:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.103843 834 leader_election.cc:302] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f93bcfde2964852894e4c742ef2ded0, ac39505095eb4baf9f2ccd747d18a40c; no voters:
11:37:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.104184 1131 raft_consensus.cc:2781] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 1 FOLLOWER]: Leader election won for term 1
11:37:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.104696 1131 raft_consensus.cc:686] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [term 1 LEADER]: Becoming Leader. State: Replica: ac39505095eb4baf9f2ccd747d18a40c, State: Running, Role: LEADER
11:37:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.105331 1131 consensus_queue.cc:237] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.110955 484 catalog_manager.cc:5495] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c reported cstate change: term changed from 0 to 1, leader changed from <none> to ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130). New cstate: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } health_report { overall_health: UNKNOWN } } }
11:37:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:46.221035 816 tablet.cc:2369] T 1d504c5254ad4e679e2e1c90a45609f1 P 5f93bcfde2964852894e4c742ef2ded0: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:37:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.246485 1133 raft_consensus.cc:482] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:37:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.246755 1133 raft_consensus.cc:504] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.248878 1133 leader_election.cc:288] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699), ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881)
11:37:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.258414 767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c609f2611d0e4ed2a5fb66c245b64ce0" candidate_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f93bcfde2964852894e4c742ef2ded0" is_pre_election: true
11:37:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.258661 767 raft_consensus.cc:2454] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7565eb4c0d7f4b488d9b99c08b7b2ef2 in term 0.
11:37:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.258709 909 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c609f2611d0e4ed2a5fb66c245b64ce0" candidate_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac39505095eb4baf9f2ccd747d18a40c" is_pre_election: true
11:37:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.259119 976 leader_election.cc:302] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f93bcfde2964852894e4c742ef2ded0, 7565eb4c0d7f4b488d9b99c08b7b2ef2; no voters:
11:37:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.259176 909 raft_consensus.cc:2454] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7565eb4c0d7f4b488d9b99c08b7b2ef2 in term 0.
11:37:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.259482 1133 raft_consensus.cc:2781] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:37:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.259645 1133 raft_consensus.cc:482] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:37:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.259743 1133 raft_consensus.cc:3037] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Advancing to term 1
11:37:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.261729 1133 raft_consensus.cc:504] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.262356 1133 leader_election.cc:288] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [CANDIDATE]: Term 1 election: Requested vote from peers 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699), ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881)
11:37:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.262800 767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c609f2611d0e4ed2a5fb66c245b64ce0" candidate_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f93bcfde2964852894e4c742ef2ded0"
11:37:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.262984 909 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c609f2611d0e4ed2a5fb66c245b64ce0" candidate_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ac39505095eb4baf9f2ccd747d18a40c"
11:37:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.263034 767 raft_consensus.cc:3037] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Advancing to term 1
11:37:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.263149 909 raft_consensus.cc:3037] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Advancing to term 1
11:37:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.264955 767 raft_consensus.cc:2454] T c609f2611d0e4ed2a5fb66c245b64ce0 P 5f93bcfde2964852894e4c742ef2ded0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7565eb4c0d7f4b488d9b99c08b7b2ef2 in term 1.
11:37:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.265105 909 raft_consensus.cc:2454] T c609f2611d0e4ed2a5fb66c245b64ce0 P ac39505095eb4baf9f2ccd747d18a40c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7565eb4c0d7f4b488d9b99c08b7b2ef2 in term 1.
11:37:46.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.265478 976 leader_election.cc:302] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f93bcfde2964852894e4c742ef2ded0, 7565eb4c0d7f4b488d9b99c08b7b2ef2; no voters:
11:37:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.265895 1133 raft_consensus.cc:2781] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 1 FOLLOWER]: Leader election won for term 1
11:37:46.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.266412 1133 raft_consensus.cc:686] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 1 LEADER]: Becoming Leader. State: Replica: 7565eb4c0d7f4b488d9b99c08b7b2ef2, State: Running, Role: LEADER
11:37:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.267059 1133 consensus_queue.cc:237] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.272537 484 catalog_manager.cc:5495] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7565eb4c0d7f4b488d9b99c08b7b2ef2 (127.0.90.131). New cstate: current_term: 1 leader_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } health_report { overall_health: HEALTHY } } }
11:37:46.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.494012 1131 consensus_queue.cc:1035] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:37:46.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.504923 1139 consensus_queue.cc:1035] T 1d504c5254ad4e679e2e1c90a45609f1 P ac39505095eb4baf9f2ccd747d18a40c [LEADER]: Connected to new peer: Peer: permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:37:46.547 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b2f59e5965154fa8bbf615af2c0410c5
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.583670 484 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39632:
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:37:46.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:37:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:37:46.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:46.584802 484 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:37:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.599416 742 tablet_service.cc:1467] Processing CreateTablet for tablet d686a64319c54c2887c88b4661756f37 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=c08aa17b4a524c06948f25f79016e5b8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:37:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.599855 1029 tablet_service.cc:1467] Processing CreateTablet for tablet d686a64319c54c2887c88b4661756f37 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=c08aa17b4a524c06948f25f79016e5b8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:37:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.600533 742 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d686a64319c54c2887c88b4661756f37. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.600765 1029 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d686a64319c54c2887c88b4661756f37. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:46.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.601154 882 tablet_service.cc:1467] Processing CreateTablet for tablet d686a64319c54c2887c88b4661756f37 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=c08aa17b4a524c06948f25f79016e5b8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:37:46.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.602159 882 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d686a64319c54c2887c88b4661756f37. 1 dirs total, 0 dirs full, 0 dirs failed
11:37:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.609993 1162 tablet_bootstrap.cc:492] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Bootstrap starting.
11:37:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.612812 1164 tablet_bootstrap.cc:492] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: Bootstrap starting.
11:37:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.612906 1162 tablet_bootstrap.cc:654] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Neither blocks nor log segments found. Creating new log.
11:37:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.614892 1164 tablet_bootstrap.cc:654] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: Neither blocks nor log segments found. Creating new log.
11:37:46.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.615346 1163 tablet_bootstrap.cc:492] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: Bootstrap starting.
11:37:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.617199 1162 tablet_bootstrap.cc:492] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: No bootstrap required, opened a new log
11:37:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.617710 1163 tablet_bootstrap.cc:654] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: Neither blocks nor log segments found. Creating new log.
11:37:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.617746 1164 tablet_bootstrap.cc:492] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: No bootstrap required, opened a new log
11:37:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.617913 1164 ts_tablet_manager.cc:1397] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
11:37:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.618368 1162 ts_tablet_manager.cc:1397] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s
11:37:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.618868 1164 raft_consensus.cc:348] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.619333 1164 raft_consensus.cc:374] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.619248 1162 raft_consensus.cc:348] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.619457 1164 raft_consensus.cc:729] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f93bcfde2964852894e4c742ef2ded0, State: Initialized, Role: FOLLOWER
11:37:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.619541 1162 raft_consensus.cc:374] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.619684 1163 tablet_bootstrap.cc:492] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: No bootstrap required, opened a new log
11:37:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.619796 1162 raft_consensus.cc:729] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7565eb4c0d7f4b488d9b99c08b7b2ef2, State: Initialized, Role: FOLLOWER
11:37:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.619841 1163 ts_tablet_manager.cc:1397] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
11:37:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.619730 1164 consensus_queue.cc:260] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.620360 1132 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.620615 1163 raft_consensus.cc:348] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.620846 1163 raft_consensus.cc:374] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.620868 1132 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: This TxnStatusTablet replica's current role is: FOLLOWER
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.620935 1163 raft_consensus.cc:729] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac39505095eb4baf9f2ccd747d18a40c, State: Initialized, Role: FOLLOWER
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.621279 1163 consensus_queue.cc:260] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.621703 1139 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.621978 1139 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: This TxnStatusTablet replica's current role is: FOLLOWER
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.622897 1163 ts_tablet_manager.cc:1428] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
11:37:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.623769 1164 ts_tablet_manager.cc:1428] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: Time spent starting tablet: real 0.006s user 0.000s sys 0.003s
11:37:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.620043 1162 consensus_queue.cc:260] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.625602 1162 ts_tablet_manager.cc:1428] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: Time spent starting tablet: real 0.007s user 0.002s sys 0.000s
11:37:46.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.625913 1133 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.626240 1133 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: This TxnStatusTablet replica's current role is: FOLLOWER
11:37:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.677758 1139 raft_consensus.cc:482] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:37:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.678030 1139 raft_consensus.cc:504] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.678562 1139 leader_election.cc:288] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699), 7565eb4c0d7f4b488d9b99c08b7b2ef2 (127.0.90.131:40111)
11:37:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.679487 767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d686a64319c54c2887c88b4661756f37" candidate_uuid: "ac39505095eb4baf9f2ccd747d18a40c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f93bcfde2964852894e4c742ef2ded0" is_pre_election: true
11:37:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.679491 1050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d686a64319c54c2887c88b4661756f37" candidate_uuid: "ac39505095eb4baf9f2ccd747d18a40c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" is_pre_election: true
11:37:46.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.679777 767 raft_consensus.cc:2454] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ac39505095eb4baf9f2ccd747d18a40c in term 0.
11:37:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.679898 1050 raft_consensus.cc:2454] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ac39505095eb4baf9f2ccd747d18a40c in term 0.
11:37:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.680346 834 leader_election.cc:302] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f93bcfde2964852894e4c742ef2ded0, ac39505095eb4baf9f2ccd747d18a40c; no voters:
11:37:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.680708 1139 raft_consensus.cc:2781] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Leader pre-election won for term 1
11:37:46.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.680845 1139 raft_consensus.cc:482] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:37:46.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.680958 1139 raft_consensus.cc:3037] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 0 FOLLOWER]: Advancing to term 1
11:37:46.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.683218 1139 raft_consensus.cc:504] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.683831 1139 leader_election.cc:288] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [CANDIDATE]: Term 1 election: Requested vote from peers 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699), 7565eb4c0d7f4b488d9b99c08b7b2ef2 (127.0.90.131:40111)
11:37:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.684558 767 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d686a64319c54c2887c88b4661756f37" candidate_uuid: "ac39505095eb4baf9f2ccd747d18a40c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f93bcfde2964852894e4c742ef2ded0"
11:37:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.684617 1050 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d686a64319c54c2887c88b4661756f37" candidate_uuid: "ac39505095eb4baf9f2ccd747d18a40c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2"
11:37:46.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.684846 1050 raft_consensus.cc:3037] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 0 FOLLOWER]: Advancing to term 1
11:37:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.684854 767 raft_consensus.cc:3037] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0 [term 0 FOLLOWER]: Advancing to term 1
11:37:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.686888 767 raft_consensus.cc:2454] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ac39505095eb4baf9f2ccd747d18a40c in term 1.
11:37:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.687009 1050 raft_consensus.cc:2454] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ac39505095eb4baf9f2ccd747d18a40c in term 1.
11:37:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.687449 834 leader_election.cc:302] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5f93bcfde2964852894e4c742ef2ded0, ac39505095eb4baf9f2ccd747d18a40c; no voters:
11:37:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.687825 1139 raft_consensus.cc:2781] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 1 FOLLOWER]: Leader election won for term 1
11:37:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.688009 1139 raft_consensus.cc:686] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [term 1 LEADER]: Becoming Leader. State: Replica: ac39505095eb4baf9f2ccd747d18a40c, State: Running, Role: LEADER
11:37:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.688566 1139 consensus_queue.cc:237] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } }
11:37:46.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.690523 1148 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: TxnStatusTablet state changed. Reason: New leader ac39505095eb4baf9f2ccd747d18a40c. Latest consensus state: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.690864 1148 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: This TxnStatusTablet replica's current role is: LEADER
11:37:46.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.691749 1169 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
11:37:46.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.692019 1169 txn_status_manager.cc:929] Loading transaction status metadata into memory...
11:37:46.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.693114 485 catalog_manager.cc:5495] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c reported cstate change: term changed from 0 to 1, leader changed from <none> to ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130). New cstate: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } health_report { overall_health: UNKNOWN } } }
11:37:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.732956 1050 raft_consensus.cc:1261] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [term 1 FOLLOWER]: Refusing update from remote peer ac39505095eb4baf9f2ccd747d18a40c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:37:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.733064 767 raft_consensus.cc:1261] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0 [term 1 FOLLOWER]: Refusing update from remote peer ac39505095eb4baf9f2ccd747d18a40c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:37:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.733742 1148 consensus_queue.cc:1035] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [LEADER]: Connected to new peer: Peer: permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:37:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.734428 1139 consensus_queue.cc:1035] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:37:46.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.744881 1133 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: TxnStatusTablet state changed. Reason: New leader ac39505095eb4baf9f2ccd747d18a40c. Latest consensus state: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.745329 1133 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: This TxnStatusTablet replica's current role is: FOLLOWER
11:37:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.752887 1132 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: TxnStatusTablet state changed. Reason: New leader ac39505095eb4baf9f2ccd747d18a40c. Latest consensus state: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.753250 1132 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: This TxnStatusTablet replica's current role is: FOLLOWER
11:37:46.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.759753 1139 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.760134 1139 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: This TxnStatusTablet replica's current role is: LEADER
11:37:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.764907 1139 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.765008 1143 consensus_queue.cc:1035] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:37:46.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.765235 1139 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c: This TxnStatusTablet replica's current role is: LEADER
11:37:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.774308 1143 consensus_queue.cc:1035] T c609f2611d0e4ed2a5fb66c245b64ce0 P 7565eb4c0d7f4b488d9b99c08b7b2ef2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:37:46.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.775133 1132 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.775395 1132 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P 5f93bcfde2964852894e4c742ef2ded0: This TxnStatusTablet replica's current role is: FOLLOWER
11:37:46.781 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 15000 ms (txn ID 0)
11:37:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.786759 1133 tablet_replica.cc:439] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ac39505095eb4baf9f2ccd747d18a40c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f93bcfde2964852894e4c742ef2ded0" member_type: VOTER last_known_addr { host: "127.0.90.129" port: 34699 } } peers { permanent_uuid: "ac39505095eb4baf9f2ccd747d18a40c" member_type: VOTER last_known_addr { host: "127.0.90.130" port: 33881 } } peers { permanent_uuid: "7565eb4c0d7f4b488d9b99c08b7b2ef2" member_type: VOTER last_known_addr { host: "127.0.90.131" port: 40111 } } }
11:37:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:37:46.787124 1133 tablet_replica.cc:442] T d686a64319c54c2887c88b4661756f37 P 7565eb4c0d7f4b488d9b99c08b7b2ef2: This TxnStatusTablet replica's current role is: FOLLOWER
11:37:46.847 [DEBUG - Time-limited test] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=54, flusherTask=null, flushNotification=Deferred@1039802177(state=PENDING, result=null, callback=<none>, errback=<none>)}
11:37:46.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c609f2611d0e4ed2a5fb66c245b64ce0 for table 'submit_write_op_after_commit' with partition [0x00000000, 0x00000001)
11:37:46.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:46.848 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=c609f2611d0e4ed2a5fb66c245b64ce0@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111)[L],ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:46.871 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111)] connecting to peer
11:37:46.874 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111)] Successfully connected to peer
11:37:46.945 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf0fde2dd, L:/127.0.0.1:56038 - R:/127.0.90.131:40111] using TOKEN/null
11:37:47.044 [DEBUG - Time-limited test] (KuduTransaction.java:545) stopping keepalive heartbeating after initiating commit (txn ID 0)
11:37:47.105 [DEBUG - Time-limited test] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=54, flusherTask=null, flushNotification=Deferred@1011495535(state=PENDING, result=null, callback=<none>, errback=<none>)}
11:37:47.107 [DEBUG - Time-limited test] (Connection.java:748) [peer ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)] connecting to peer
11:37:47.109 [DEBUG - kudu-nio-0] (Connection.java:757) [peer ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)] Successfully connected to peer
11:37:47.135 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x05ffac9d, L:/127.0.0.1:35326 - R:/127.0.90.130:33881] using TOKEN/null
11:37:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:47.162565 1188 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:37:47.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:47.163261 1188 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:47.170 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:47.182 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:47.183 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:47.184 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=2, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253, errback=apply batch error response -> notify DeferredGroup@1417426253))} after lookup
11:37:47.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:47.189455 1188 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:47.192 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:47.222 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:47.222 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:47.224 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=4, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=117), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795)))} after lookup
11:37:47.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:47.229020 1188 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:47.230 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:47.262 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:47.262 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:47.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=6, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=156), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971)))} after lookup
11:37:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:47.272271 1188 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:47.274 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:47.302 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:47.303 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:47.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=8, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=197), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436)))} after lookup
11:37:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:47.308837 1188 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:47.310 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:47.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:47.822 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:47.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=10, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=717), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688)))} after lookup
11:37:47.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:47.827852 1189 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:47.829 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:49.042 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:49.043 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:49.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=12, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=1937), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233)))} after lookup
11:37:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:49.049003 1190 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 5 similar messages]
11:37:49.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:49.049192 1190 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:49.051 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:50.142 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:50.143 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:50.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=14, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=3037), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720)))} after lookup
11:37:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:50.149292 1191 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:37:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:50.149456 1191 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:50.151 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:53.242 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:53.242 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:53.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=16, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=6137), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445)))} after lookup
11:37:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:53.251291 1192 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:37:53.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:53.251449 1192 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:53.253 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:56.602 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:56.602 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:56.604 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=18, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=9497), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352)))} after lookup
11:37:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:56.609910 1194 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:37:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:56.610119 1194 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:56.611 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:56.661 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:56.662 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:56.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=20, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=9556), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774)))} after lookup
11:37:56.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:56.667798 1194 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:56.669 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:57.762 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:57.762 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:57.763 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=22, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=10656), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333)))} after lookup
11:37:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:57.768483 1195 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 1 similar messages]
11:37:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:57.768615 1195 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:57.770 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:37:59.482 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:37:59.483 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:37:59.484 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=24, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=12377), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763)))} after lookup
11:37:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:59.489460 1196 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:37:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:37:59.489789 1196 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:37:59.491 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:38:01.381 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:38:01.382 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:38:01.383 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=26, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=14276), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [12378ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [12385ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12385ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14271ms] refreshing cache from master, [14271ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [14274ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207)))} after lookup
11:38:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:01.388435 1197 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:38:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:01.388602 1197 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:38:01.390 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:38:03.523 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:38:03.523 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:38:03.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=28, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=16418), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [12378ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [12385ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12385ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14271ms] refreshing cache from master, [14271ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [14274ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [14278ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [14284ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14284ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16412ms] refreshing cache from master, [16412ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [16415ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254)))} after lookup
11:38:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:03.530438 1200 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:38:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:03.530592 1200 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:38:03.532 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:38:05.862 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:38:05.863 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:38:05.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=30, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=18757), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [12378ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [12385ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12385ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14271ms] refreshing cache from master, [14271ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [14274ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [14278ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [14284ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14284ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16412ms] refreshing cache from master, [16412ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [16415ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [16419ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [16426ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16426ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18752ms] refreshing cache from master, [18752ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [18755ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394)))} after lookup
11:38:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:05.869503 1201 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:38:05.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:05.869692 1201 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:38:05.871 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:38:09.962 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:38:09.962 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:38:09.963 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=32, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=22856), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [12378ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [12385ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12385ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14271ms] refreshing cache from master, [14271ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [14274ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [14278ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [14284ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14284ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16412ms] refreshing cache from master, [16412ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [16415ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [16419ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [16426ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16426ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18752ms] refreshing cache from master, [18752ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [18755ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [18759ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [18765ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18765ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22852ms] refreshing cache from master, [22852ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [22855ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792)))} after lookup
11:38:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:09.968928 1206 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:38:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:09.969061 1206 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:38:09.970 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:38:11.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:38:11.942 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:38:11.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=34, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=24836), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [12378ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [12385ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12385ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14271ms] refreshing cache from master, [14271ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [14274ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [14278ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [14284ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14284ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16412ms] refreshing cache from master, [16412ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [16415ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [16419ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [16426ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16426ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18752ms] refreshing cache from master, [18752ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [18755ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [18759ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [18765ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18765ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22852ms] refreshing cache from master, [22852ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [22855ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [22858ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [22865ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22865ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [24832ms] refreshing cache from master, [24832ms] too many traces: truncated at 100 traces, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792) -> (continuation of Deferred@1701255745 after retry RPC@388951379), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792) -> (continuation of Deferred@1701255745 after retry RPC@388951379)))} after lookup
11:38:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:11.970391 1207 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:38:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:11.970554 1207 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:38:11.972 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:38:13.741 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:38:13.741 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:38:13.742 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=36, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=26635), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [12378ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [12385ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12385ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14271ms] refreshing cache from master, [14271ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [14274ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [14278ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [14284ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14284ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16412ms] refreshing cache from master, [16412ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [16415ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [16419ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [16426ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16426ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18752ms] refreshing cache from master, [18752ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [18755ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [18759ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [18765ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18765ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22852ms] refreshing cache from master, [22852ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [22855ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [22858ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [22865ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22865ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [24832ms] refreshing cache from master, [24832ms] too many traces: truncated at 100 traces, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792) -> (continuation of Deferred@1701255745 after retry RPC@388951379) -> (continuation of Deferred@1551859253 after retry RPC@1338325834), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792) -> (continuation of Deferred@1701255745 after retry RPC@388951379) -> (continuation of Deferred@1551859253 after retry RPC@1338325834)))} after lookup
11:38:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:13.747553 1208 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:38:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:13.747720 1208 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:38:13.749 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:38:16.838 [DEBUG - pool-2-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.0.90.189:35637, [11ms] received response from server master-127.0.90.189:35637: OK, deferred=null) with no deferred attached!
11:38:16.861 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:38:16.861 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:38:16.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=38, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=29756), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [12378ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [12385ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12385ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14271ms] refreshing cache from master, [14271ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [14274ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [14278ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [14284ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14284ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16412ms] refreshing cache from master, [16412ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [16415ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [16419ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [16426ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16426ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18752ms] refreshing cache from master, [18752ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [18755ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [18759ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [18765ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18765ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22852ms] refreshing cache from master, [22852ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [22855ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [22858ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [22865ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22865ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [24832ms] refreshing cache from master, [24832ms] too many traces: truncated at 100 traces, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792) -> (continuation of Deferred@1701255745 after retry RPC@388951379) -> (continuation of Deferred@1551859253 after retry RPC@1338325834) -> (continuation of Deferred@1466831974 after retry RPC@1883719272), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792) -> (continuation of Deferred@1701255745 after retry RPC@388951379) -> (continuation of Deferred@1551859253 after retry RPC@1338325834) -> (continuation of Deferred@1466831974 after retry RPC@1883719272)))} after lookup
11:38:16.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:16.867715 1209 tablet_replica.cc:1298] Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED: cancelling pending write operations
11:38:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:16.867887 1209 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED
11:38:16.869 [DEBUG - kudu-nio-0] (RemoteTablet.java:166) ac39505095eb4baf9f2ccd747d18a40c was demoted as the leader for 1d504c5254ad4e679e2e1c90a45609f1
11:38:17.102 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d504c5254ad4e679e2e1c90a45609f1 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
11:38:17.102 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=1d504c5254ad4e679e2e1c90a45609f1@[5f93bcfde2964852894e4c742ef2ded0(127.0.90.129:34699),7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111),ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:38:17.104 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="1d504c5254ad4e679e2e1c90a45609f1" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=1d504c5254ad4e679e2e1c90a45609f1, attempt=40, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=29997), Traces: [0ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [64ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [66ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [75ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [78ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [86ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [86ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [111ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [115ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [119ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [124ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [125ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [154ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [162ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [168ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [168ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [191ms] refreshing cache from master, [191ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [195ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [199ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [204ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [204ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [715ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [718ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [723ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [723ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1931ms] refreshing cache from master, [1931ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [1935ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [1938ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [1945ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [1945ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3032ms] refreshing cache from master, [3032ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [3035ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [3039ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [3045ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [3045ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6131ms] refreshing cache from master, [6131ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [6135ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [6139ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [6147ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [6147ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9491ms] refreshing cache from master, [9491ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9494ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9499ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9506ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9506ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9551ms] refreshing cache from master, [9551ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [9554ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [9558ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [9563ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [9563ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10651ms] refreshing cache from master, [10651ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [10655ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [10658ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [10664ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [10664ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12372ms] refreshing cache from master, [12372ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [12375ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [12378ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [12385ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [12385ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14271ms] refreshing cache from master, [14271ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [14274ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [14278ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [14284ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [14284ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16412ms] refreshing cache from master, [16412ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [16415ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [16419ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [16426ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [16426ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18752ms] refreshing cache from master, [18752ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [18755ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [18759ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [18765ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [18765ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22852ms] refreshing cache from master, [22852ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.90.189:35637, [22855ms] Sub RPC GetTableLocations: received response from server master-127.0.90.189:35637: OK, [22858ms] sending RPC to server ac39505095eb4baf9f2ccd747d18a40c, [22865ms] delaying RPC due to: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [22865ms] received response from server ac39505095eb4baf9f2ccd747d18a40c: Illegal state: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): transaction ID 0 not open: COMMITTED (error 0), [24832ms] refreshing cache from master, [24832ms] too many traces: truncated at 100 traces, deferred=Deferred@87727542(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792) -> (continuation of Deferred@1701255745 after retry RPC@388951379) -> (continuation of Deferred@1551859253 after retry RPC@1338325834) -> (continuation of Deferred@1466831974 after retry RPC@1883719272) -> (continuation of Deferred@453949047 after retry RPC@1021594708), errback=apply batch error response -> notify DeferredGroup@1417426253 -> (continuation of Deferred@1959708057 after retry RPC@633872795) -> (continuation of Deferred@1080031380 after retry RPC@1111432971) -> (continuation of Deferred@1804126961 after retry RPC@1420559436) -> (continuation of Deferred@826312507 after retry RPC@481430688) -> (continuation of Deferred@1246716844 after retry RPC@2139311233) -> (continuation of Deferred@471315373 after retry RPC@762638720) -> (continuation of Deferred@2136944728 after retry RPC@1593077445) -> (continuation of Deferred@783626270 after retry RPC@686688352) -> (continuation of Deferred@848529946 after retry RPC@899770774) -> (continuation of Deferred@919674919 after retry RPC@406630333) -> (continuation of Deferred@1839366392 after retry RPC@1380795763) -> (continuation of Deferred@880874966 after retry RPC@287008207) -> (continuation of Deferred@251774741 after retry RPC@856837254) -> (continuation of Deferred@20567559 after retry RPC@98394) -> (continuation of Deferred@867709054 after retry RPC@2097037792) -> (continuation of Deferred@1701255745 after retry RPC@388951379) -> (continuation of Deferred@1551859253 after retry RPC@1338325834) -> (continuation of Deferred@1466831974 after retry RPC@1883719272) -> (continuation of Deferred@453949047 after retry RPC@1021594708)))} after lookup
11:38:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:17.109719 887 meta_cache.cc:302] tablet d686a64319c54c2887c88b4661756f37: replica ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881) has failed: Timed out: CoordinateTransaction RPC to 127.0.90.130:33881 timed out after -0.000s (SENT)
11:38:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:17.110147 1209 tablet_service.cc:695] failed op from {username='slave'} at 127.0.0.1:35326: Timed out: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): CoordinateTransaction RPC to 127.0.90.130:33881 timed out after -0.000s (SENT)
11:38:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:17.110493 1209 rpcz_store.cc:267] Call kudu.tserver.TabletServerService.Write from 127.0.0.1:35326 (ReqId={client: f53cdfc7f56d46d3928aae4632a8d911, seq_no=2, attempt_no=41}) took 3 ms (client timeout 1 ms). Trace:
11:38:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:17.110653 1209 rpcz_store.cc:269] 0924 11:38:17.106914 (+ 0us) service_pool.cc:170] Inserting onto call queue
11:38:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 11:38:17.107021 (+ 107us) service_pool.cc:227] Handling call
11:38:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 11:38:17.110432 (+ 3411us) inbound_call.cc:173] Queueing success response
11:38:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"txn-participant-registration.queue_time_us":93}
11:38:17.119 [DEBUG - main] (Connection.java:575) [peer master-127.0.90.188:45797(127.0.90.188:45797)] disconnecting while in state READY
11:38:17.120 [DEBUG - main] (Connection.java:575) [peer master-127.0.90.189:35637(127.0.90.189:35637)] disconnecting while in state READY
11:38:17.120 [DEBUG - main] (Connection.java:575) [peer 7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111)] disconnecting while in state READY
11:38:17.121 [DEBUG - main] (Connection.java:575) [peer master-127.0.90.190:37577(127.0.90.190:37577)] disconnecting while in state READY
11:38:17.121 [DEBUG - main] (Connection.java:575) [peer ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)] disconnecting while in state READY
11:38:17.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:38:17.129 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.90.189:35637(127.0.90.189:35637)] handling channelInactive
11:38:17.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.90.189:35637(127.0.90.189:35637)] cleaning up while in state READY due to: connection closed
11:38:17.130 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.90.188:45797(127.0.90.188:45797)] handling channelInactive
11:38:17.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.90.188:45797(127.0.90.188:45797)] cleaning up while in state READY due to: connection closed
11:38:17.130 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111)] handling channelInactive
11:38:17.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7565eb4c0d7f4b488d9b99c08b7b2ef2(127.0.90.131:40111)] cleaning up while in state READY due to: connection closed
11:38:17.130 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.90.190:37577(127.0.90.190:37577)] handling channelInactive
11:38:17.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.90.190:37577(127.0.90.190:37577)] cleaning up while in state READY due to: connection closed
11:38:17.130 [DEBUG - kudu-nio-0] (Connection.java:239) [peer ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)] handling channelInactive
11:38:17.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ac39505095eb4baf9f2ccd747d18a40c(127.0.90.130:33881)] cleaning up while in state READY due to: connection closed
11:38:17.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.130251 362 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 673
11:38:17.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.147694 807 generic_service.cc:196] Checking for leaks (request via RPC)
11:38:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.253803 362 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 673
11:38:17.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.272995 362 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 817
11:38:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:17.277390 834 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.90.129:34699: connect: Connection refused (error 111)
11:38:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 11:38:17.279254 834 consensus_peers.cc:487] T d686a64319c54c2887c88b4661756f37 P ac39505095eb4baf9f2ccd747d18a40c -> Peer 5f93bcfde2964852894e4c742ef2ded0 (127.0.90.129:34699): Couldn't send request to peer 5f93bcfde2964852894e4c742ef2ded0. Status: Network error: Client connection negotiation failed: client connection to 127.0.90.129:34699: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
11:38:17.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.282750 949 generic_service.cc:196] Checking for leaks (request via RPC)
11:38:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.433385 362 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 817
11:38:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.466320 362 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 959
11:38:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.475519 1090 generic_service.cc:196] Checking for leaks (request via RPC)
11:38:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.582077 362 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 959
11:38:17.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.602675 362 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 373
11:38:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.603888 444 generic_service.cc:196] Checking for leaks (request via RPC)
11:38:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.719697 362 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 373
11:38:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.742501 362 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 451
11:38:17.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.743619 525 generic_service.cc:196] Checking for leaks (request via RPC)
11:38:17.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.864378 362 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 451
11:38:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.888736 362 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task8sndpE/build/asan/bin/kudu pid 532
11:38:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:17.890020 607 generic_service.cc:196] Checking for leaks (request via RPC)
11:38:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 11:38:18.006755 362 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8sndpE/build/asan/bin/kudu with pid 532
11:38:18.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T11:38:18Z chronyd exiting
11:38:18.159 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit: failed attempt 1
java.lang.AssertionError: Row error for row=(int32 key=1, int32 column1_i=2, int32 column2_i=3, string column3_s="a string", bool column4_b=true), tablet=null, server=null, status=Timed out: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): CoordinateTransaction RPC to 127.0.90.130:33881 timed out after -0.000s (SENT) (error 0)
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit(TestKuduTransaction.java:1677) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Row error for row=(int32 key=1, int32 column1_i=2, int32 column2_i=3, string column3_s="a string", bool column4_b=true), tablet=null, server=null, status=Timed out: Failed to write to server: ac39505095eb4baf9f2ccd747d18a40c (127.0.90.130:33881): CoordinateTransaction RPC to 127.0.90.130:33881 timed out after -0.000s (SENT) (error 0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit(TestKuduTransaction.java:1677)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)