Diagnosed failure

Unable to diagnose
Full log

20:01:20.674 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:01:20.687 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAI8f9o/test-tmp
20:01:20.691 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:01:20.695 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAI8f9o/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:01:20.988 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156"
  extra_master_flags: "--txn_manager_enabled"
  extra_tserver_flags: "--enable_txn_system_client_init=true"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:01:21.110 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:01:21.111 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:01:21.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.114050 21446 mini_oidc.cc:150] Starting JWKS server
20:01:21.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.116729 21446 webserver.cc:469] Webserver started at http://127.0.0.1:45839/ using document root <none> and password file <none>
20:01:21.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.116978 21446 mini_oidc.cc:186] Starting OIDC Discovery server
20:01:21.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.117535 21446 webserver.cc:469] Webserver started at http://127.0.0.1:37373/ using document root <none> and password file <none>
20:01:21.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:01:21Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:01:21.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:01:21Z Disabled control of system clock
20:01:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.146312 21446 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/wal
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/data
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/logs
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/data/info.pb
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:21.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.190:42777
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.190
20:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
20:01:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
20:01:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.456211 21457 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:01:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.456534 21457 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.456609 21457 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:01:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.464270 21457 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:01:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.464363 21457 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:01:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.464417 21457 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:01:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.464457 21457 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:01:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.464507 21457 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:01:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.464545 21457 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:01:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.464583 21457 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
20:01:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.474031 21457 master_runner.cc:386] Master server non-default flags:
20:01:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/data
20:01:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/wal
20:01:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.190:42777
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
20:01:21.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/data/info.pb
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.190
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:21.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/logs
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:01:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.475788 21457 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:21.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.478006 21457 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:01:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.489262 21463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.489305 21462 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.489501 21465 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.490330 21457 server_base.cc:1048] running on GCE node
20:01:21.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.491207 21457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:21.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.492667 21457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.493888 21457 hybrid_clock.cc:648] HybridClock initialized: now 1751054481493813 us; error 60 us; skew 500 ppm
20:01:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.494264 21457 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.496634 21457 webserver.cc:469] Webserver started at http://127.20.241.190:38887/ using document root <none> and password file <none>
20:01:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.497534 21457 fs_manager.cc:362] Metadata directory not provided
20:01:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.497661 21457 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.497970 21457 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:01:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.500586 21457 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/data/instance:
20:01:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0f0eabaf9b742368c8c8cc43fa828f6"
20:01:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:21 on dist-test-slave-mw8t"
20:01:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.501370 21457 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/wal/instance:
20:01:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0f0eabaf9b742368c8c8cc43fa828f6"
20:01:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:21 on dist-test-slave-mw8t"
20:01:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.506942 21457 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.004s
20:01:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.510298 21471 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:21.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.511673 21457 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:01:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.511826 21457 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/wal
20:01:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0f0eabaf9b742368c8c8cc43fa828f6"
20:01:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:21 on dist-test-slave-mw8t"
20:01:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.511992 21457 fs_report.cc:389] FS layout report
20:01:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/wal
20:01:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/wal
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/data/data
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:21.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:21.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.530436 21457 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.531250 21457 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:21.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.531479 21457 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:21.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.552186 21457 rpc_server.cc:307] RPC server started. Bound to: 127.20.241.190:42777
20:01:21.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.552218 21532 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.241.190:42777 every 8 connection(s)
20:01:21.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.553611 21457 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/data/info.pb
20:01:21.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.557343 21533 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.562189 21446 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 21457
20:01:21.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.562476 21446 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-0/wal/instance
20:01:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.563200 21533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } has no permanent_uuid. Determining permanent_uuid...
20:01:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.564713 21446 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/wal
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/data
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/logs
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/data/info.pb
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:21.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.189:42831
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.189
20:01:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:21.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
20:01:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
20:01:21.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.580238 21533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } has no permanent_uuid. Determining permanent_uuid...
20:01:21.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.581375 21473 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.241.189:42831: connect: Connection refused (error 111)
20:01:21.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.582890 21533 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.189:42831: Network error: Client connection negotiation failed: client connection to 127.20.241.189:42831: connect: Connection refused (error 111)
20:01:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.632242 21533 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } attempt: 1
20:01:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.634271 21533 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.189:42831: Network error: Client connection negotiation failed: client connection to 127.20.241.189:42831: connect: Connection refused (error 111)
20:01:21.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.702522 21533 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } attempt: 2
20:01:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.704803 21533 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.189:42831: Network error: Client connection negotiation failed: client connection to 127.20.241.189:42831: connect: Connection refused (error 111)
20:01:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.796064 21533 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } attempt: 3
20:01:21.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.797746 21533 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.189:42831: Network error: Client connection negotiation failed: client connection to 127.20.241.189:42831: connect: Connection refused (error 111)
20:01:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.880827 21537 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:01:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.881235 21537 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:21.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.881325 21537 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:01:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.889516 21537 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:01:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.889634 21537 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:01:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.889837 21537 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:01:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.889902 21537 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:01:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.889963 21537 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:01:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.890008 21537 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:01:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.890187 21537 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
20:01:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.906049 21537 master_runner.cc:386] Master server non-default flags:
20:01:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/data
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/wal
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.189:42831
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/data/info.pb
20:01:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.189
20:01:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/logs
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:01:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:01:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:01:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.908241 21537 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.910558 21537 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:01:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.922037 21546 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.922012 21543 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.922165 21544 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:21.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.922865 21537 server_base.cc:1048] running on GCE node
20:01:21.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.923800 21537 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.925689 21537 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.926931 21537 hybrid_clock.cc:648] HybridClock initialized: now 1751054481926853 us; error 66 us; skew 500 ppm
20:01:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.927353 21537 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.934815 21537 webserver.cc:469] Webserver started at http://127.20.241.189:35155/ using document root <none> and password file <none>
20:01:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.935773 21537 fs_manager.cc:362] Metadata directory not provided
20:01:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.935920 21537 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:21.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.936262 21537 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:01:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.938786 21537 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/data/instance:
20:01:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e5a0ed52664dfcba7da07ac29cc38d"
20:01:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:21 on dist-test-slave-mw8t"
20:01:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.939525 21537 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/wal/instance:
20:01:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e5a0ed52664dfcba7da07ac29cc38d"
20:01:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:21 on dist-test-slave-mw8t"
20:01:21.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.940968 21533 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } attempt: 4
20:01:21.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:21.942849 21533 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.189:42831: Network error: Client connection negotiation failed: client connection to 127.20.241.189:42831: connect: Connection refused (error 111)
20:01:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.945271 21537 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.000s
20:01:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.948647 21552 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.950068 21537 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.002s
20:01:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.950296 21537 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/wal
20:01:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e5a0ed52664dfcba7da07ac29cc38d"
20:01:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:21 on dist-test-slave-mw8t"
20:01:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.950522 21537 fs_report.cc:389] FS layout report
20:01:21.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/wal
20:01:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/wal
20:01:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/data/data
20:01:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:21.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.972581 21537 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.973605 21537 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.973929 21537 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.995882 21537 rpc_server.cc:307] RPC server started. Bound to: 127.20.241.189:42831
20:01:21.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.995927 21613 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.241.189:42831 every 8 connection(s)
20:01:21.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:21.997529 21537 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/data/info.pb
20:01:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.001396 21614 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.002058 21446 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 21537
20:01:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.002286 21446 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-1/wal/instance
20:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.003544 21446 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/wal
20:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/data
20:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/logs
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/data/info.pb
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.188:33117
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.188
20:01:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
20:01:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
20:01:22.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.009152 21614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } has no permanent_uuid. Determining permanent_uuid...
20:01:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.023181 21614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } has no permanent_uuid. Determining permanent_uuid...
20:01:22.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.032239 21614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } has no permanent_uuid. Determining permanent_uuid...
20:01:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.033402 21554 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.034906 21614 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.188:33117: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.084285 21614 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } attempt: 1
20:01:22.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.086457 21614 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.188:33117: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.154708 21614 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } attempt: 2
20:01:22.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.157555 21614 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.188:33117: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.242108 21533 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } attempt: 5
20:01:22.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.248984 21614 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } attempt: 3
20:01:22.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.249743 21533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } has no permanent_uuid. Determining permanent_uuid...
20:01:22.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.252316 21614 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.188:33117: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.253201 21533 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.188:33117: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.304467 21533 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } attempt: 1
20:01:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.306339 21533 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.188:33117: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.327171 21616 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:01:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.327533 21616 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.327648 21616 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:01:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.335808 21616 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:01:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.335914 21616 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:01:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.335983 21616 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:01:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.336036 21616 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:01:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.336102 21616 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:01:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.336153 21616 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:01:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.336220 21616 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45839/jwks.json
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.345883 21616 master_runner.cc:386] Master server non-default flags:
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/data
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/wal
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:01:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.188:33117
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45839/jwks.json
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/data/info.pb
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.188
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:22.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/logs
20:01:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.348096 21616 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.350524 21616 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:01:22.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.361398 21628 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.361307 21625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.361491 21626 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.361800 21616 server_base.cc:1048] running on GCE node
20:01:22.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.363088 21616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:22.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.364498 21616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.365700 21616 hybrid_clock.cc:648] HybridClock initialized: now 1751054482365627 us; error 62 us; skew 500 ppm
20:01:22.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.365998 21616 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:22.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.368274 21616 webserver.cc:469] Webserver started at http://127.20.241.188:38459/ using document root <none> and password file <none>
20:01:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.368979 21616 fs_manager.cc:362] Metadata directory not provided
20:01:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.369082 21616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.369387 21616 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:01:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.371836 21616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/data/instance:
20:01:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d27348a97476423fb88483ec704c282a"
20:01:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:22 on dist-test-slave-mw8t"
20:01:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.372578 21616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/wal/instance:
20:01:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d27348a97476423fb88483ec704c282a"
20:01:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:22 on dist-test-slave-mw8t"
20:01:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.374565 21533 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } attempt: 2
20:01:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.376413 21533 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.188:33117: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.378934 21616 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.004s	sys 0.004s
20:01:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.382462 21634 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.383818 21616 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.383982 21616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/wal
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d27348a97476423fb88483ec704c282a"
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:22 on dist-test-slave-mw8t"
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.384150 21616 fs_report.cc:389] FS layout report
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/wal
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/wal
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/data/data
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:22.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.395855 21614 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } attempt: 4
20:01:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.397632 21614 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.20.241.188:33117: Network error: Client connection negotiation failed: client connection to 127.20.241.188:33117: connect: Connection refused (error 111)
20:01:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.400264 21616 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.401117 21616 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.401368 21616 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.422452 21616 rpc_server.cc:307] RPC server started. Bound to: 127.20.241.188:33117
20:01:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.422508 21695 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.241.188:33117 every 8 connection(s)
20:01:22.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.424069 21616 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/data/info.pb
20:01:22.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.428184 21696 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.431419 21446 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 21616
20:01:22.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.431612 21446 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/master-2/wal/instance
20:01:22.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.435451 21696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } has no permanent_uuid. Determining permanent_uuid...
20:01:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.462622 21696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } has no permanent_uuid. Determining permanent_uuid...
20:01:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.469044 21696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } has no permanent_uuid. Determining permanent_uuid...
20:01:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.478433 21696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a: Bootstrap starting.
20:01:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.481954 21696 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a: Neither blocks nor log segments found. Creating new log.
20:01:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.482638 21533 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } attempt: 3
20:01:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.483189 21696 log.cc:826] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a: Log is configured to *not* fsync() on all Append() calls
20:01:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.486806 21696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a: No bootstrap required, opened a new log
20:01:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.492913 21696 raft_consensus.cc:357] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.493217 21696 raft_consensus.cc:383] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.493289 21696 raft_consensus.cc:738] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d27348a97476423fb88483ec704c282a, State: Initialized, Role: FOLLOWER
20:01:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.493649 21533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6: Bootstrap starting.
20:01:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.493870 21696 consensus_queue.cc:260] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.494763 21703 sys_catalog.cc:455] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.495046 21703 sys_catalog.cc:458] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [sys.catalog]: This master's current role is: FOLLOWER
20:01:22.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.495828 21696 sys_catalog.cc:564] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [sys.catalog]: configured and running, proceeding with master startup.
20:01:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.497080 21533 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6: Neither blocks nor log segments found. Creating new log.
20:01:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.498420 21533 log.cc:826] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6: Log is configured to *not* fsync() on all Append() calls
20:01:22.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.501528 21533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6: No bootstrap required, opened a new log
20:01:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.508827 21533 raft_consensus.cc:357] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.509117 21533 raft_consensus.cc:383] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:22.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.509235 21533 raft_consensus.cc:738] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b0f0eabaf9b742368c8c8cc43fa828f6, State: Initialized, Role: FOLLOWER
20:01:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.510013 21533 consensus_queue.cc:260] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.514204 21717 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.509800 21616 master_runner.cc:186] Error getting master registration for 127.20.241.190:42777: OK, instance_id { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" instance_seqno: 1751054481547402 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:01:22.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.518330 21616 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:01:22.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.516539 21533 sys_catalog.cc:564] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: configured and running, proceeding with master startup.
20:01:22.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.522414 21717 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: This master's current role is: FOLLOWER
20:01:22.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.523034 21717 raft_consensus.cc:491] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:22.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.523331 21717 raft_consensus.cc:513] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.528673 21715 catalog_manager.cc:1560] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:01:22.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.529088 21715 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:01:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.530333 21717 leader_election.cc:290] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 32e5a0ed52664dfcba7da07ac29cc38d (127.20.241.189:42831), d27348a97476423fb88483ec704c282a (127.20.241.188:33117)
20:01:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.531479 21661 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d27348a97476423fb88483ec704c282a" is_pre_election: true
20:01:22.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.532087 21661 raft_consensus.cc:2466] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b0f0eabaf9b742368c8c8cc43fa828f6 in term 0.
20:01:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.532946 21473 leader_election.cc:304] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b0f0eabaf9b742368c8c8cc43fa828f6, d27348a97476423fb88483ec704c282a; no voters: 
20:01:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.533531 21717 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:01:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.533689 21717 raft_consensus.cc:491] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.533807 21717 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 0 FOLLOWER]: Advancing to term 1
20:01:22.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.534489 21477 tablet.cc:2378] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:01:22.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.538322 21717 raft_consensus.cc:513] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.540930 21717 leader_election.cc:290] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [CANDIDATE]: Term 1 election: Requested vote from peers 32e5a0ed52664dfcba7da07ac29cc38d (127.20.241.189:42831), d27348a97476423fb88483ec704c282a (127.20.241.188:33117)
20:01:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.541373 21661 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d27348a97476423fb88483ec704c282a"
20:01:22.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.541580 21661 raft_consensus.cc:3058] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [term 0 FOLLOWER]: Advancing to term 1
20:01:22.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.544926 21661 raft_consensus.cc:2466] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b0f0eabaf9b742368c8c8cc43fa828f6 in term 1.
20:01:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.554725 21473 leader_election.cc:304] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b0f0eabaf9b742368c8c8cc43fa828f6, d27348a97476423fb88483ec704c282a; no voters: 
20:01:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.555640 21717 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 1 FOLLOWER]: Leader election won for term 1
20:01:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.555824 21717 raft_consensus.cc:695] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [term 1 LEADER]: Becoming Leader. State: Replica: b0f0eabaf9b742368c8c8cc43fa828f6, State: Running, Role: LEADER
20:01:22.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.556428 21717 consensus_queue.cc:237] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.559718 21718 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b0f0eabaf9b742368c8c8cc43fa828f6. Latest consensus state: current_term: 1 leader_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.560032 21718 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: This master's current role is: LEADER
20:01:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.547104 21457 master_runner.cc:186] Error getting master registration for 127.20.241.189:42831: OK, instance_id { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" instance_seqno: 1751054481990860 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:01:22.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.567727 21457 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:01:22.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.574461 21729 catalog_manager.cc:1560] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:01:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:22.574972 21729 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:01:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.575326 21731 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:01:22.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.577874 21731 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:01:22.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.590736 21661 raft_consensus.cc:1273] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [term 1 FOLLOWER]: Refusing update from remote peer b0f0eabaf9b742368c8c8cc43fa828f6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:22.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.591859 21718 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.615712 21703 sys_catalog.cc:455] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [sys.catalog]: SysCatalogTable state changed. Reason: New leader b0f0eabaf9b742368c8c8cc43fa828f6. Latest consensus state: current_term: 1 leader_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.616029 21703 sys_catalog.cc:458] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [sys.catalog]: This master's current role is: FOLLOWER
20:01:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.617170 21733 mvcc.cc:204] Tried to move back new op lower bound from 7172319160680562688 to 7172319160556359680. Current Snapshot: MvccSnapshot[applied={T|T < 7172319160680562688}]
20:01:22.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.619197 21718 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.619489 21718 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: This master's current role is: LEADER
20:01:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.624797 21731 catalog_manager.cc:1349] Generated new cluster ID: daa1c53196be45c6abba7df831c780e8
20:01:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.624926 21731 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:01:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.630954 21703 sys_catalog.cc:455] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.631202 21703 sys_catalog.cc:458] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a [sys.catalog]: This master's current role is: FOLLOWER
20:01:22.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.656757 21731 catalog_manager.cc:1372] Generated new certificate authority record
20:01:22.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.659242 21731 catalog_manager.cc:1506] Loading token signing keys...
20:01:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.688652 21731 catalog_manager.cc:5955] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6: Generated new TSK 0
20:01:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.690539 21731 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:01:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.698295 21614 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } attempt: 5
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.699492 21446 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/wal
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/data
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:22.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/logs
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/data/info.pb
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:01:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.129:0
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.241.129
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.129
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:01:22.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.723042 21614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d: Bootstrap starting.
20:01:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.727917 21614 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d: Neither blocks nor log segments found. Creating new log.
20:01:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.731380 21614 log.cc:826] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d: Log is configured to *not* fsync() on all Append() calls
20:01:22.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.746570 21614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d: No bootstrap required, opened a new log
20:01:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.770437 21614 raft_consensus.cc:357] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.770838 21614 raft_consensus.cc:383] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:22.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.770928 21614 raft_consensus.cc:738] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 32e5a0ed52664dfcba7da07ac29cc38d, State: Initialized, Role: FOLLOWER
20:01:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.771706 21614 consensus_queue.cc:260] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } }
20:01:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.773393 21740 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.775319 21740 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [sys.catalog]: This master's current role is: FOLLOWER
20:01:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.774384 21579 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" is_pre_election: true
20:01:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.774662 21578 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "32e5a0ed52664dfcba7da07ac29cc38d"
20:01:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.775174 21577 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [term 0 FOLLOWER]: Advancing to term 1
20:01:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.780383 21577 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [term 1 FOLLOWER]: Refusing update from remote peer b0f0eabaf9b742368c8c8cc43fa828f6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.781340 21718 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.774262 21614 sys_catalog.cc:564] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [sys.catalog]: configured and running, proceeding with master startup.
20:01:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.837177 21740 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [sys.catalog]: SysCatalogTable state changed. Reason: New leader b0f0eabaf9b742368c8c8cc43fa828f6. Latest consensus state: current_term: 1 leader_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.837095 21742 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.837466 21742 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [sys.catalog]: This master's current role is: FOLLOWER
20:01:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.837463 21740 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d [sys.catalog]: This master's current role is: FOLLOWER
20:01:22.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:22.896651 21756 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:01:23.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.167285 21718 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f0eabaf9b742368c8c8cc43fa828f6" member_type: VOTER last_known_addr { host: "127.20.241.190" port: 42777 } } peers { permanent_uuid: "32e5a0ed52664dfcba7da07ac29cc38d" member_type: VOTER last_known_addr { host: "127.20.241.189" port: 42831 } } peers { permanent_uuid: "d27348a97476423fb88483ec704c282a" member_type: VOTER last_known_addr { host: "127.20.241.188" port: 33117 } } }
20:01:23.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.167588 21718 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0f0eabaf9b742368c8c8cc43fa828f6 [sys.catalog]: This master's current role is: LEADER
20:01:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.192740 21738 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:01:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.193050 21738 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:23.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.193140 21738 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:01:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.201071 21738 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:01:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.201257 21738 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:01:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.201364 21738 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.241.129
20:01:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.211295 21738 tablet_server_runner.cc:78] Tablet server non-default flags:
20:01:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/data
20:01:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/wal
20:01:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.129:0
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/data/info.pb
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.129
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.241.129
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/logs
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:01:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:23.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.212909 21738 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.215348 21738 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:01:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.230093 21763 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.230276 21765 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.230075 21762 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.230795 21738 server_base.cc:1048] running on GCE node
20:01:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.231406 21738 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.232354 21738 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.233585 21738 hybrid_clock.cc:648] HybridClock initialized: now 1751054483233510 us; error 51 us; skew 500 ppm
20:01:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.233860 21738 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.236227 21738 webserver.cc:469] Webserver started at http://127.20.241.129:39801/ using document root <none> and password file <none>
20:01:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.236925 21738 fs_manager.cc:362] Metadata directory not provided
20:01:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.237030 21738 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.237350 21738 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:01:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.239817 21738 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/data/instance:
20:01:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b"
20:01:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:23 on dist-test-slave-mw8t"
20:01:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.240566 21738 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/wal/instance:
20:01:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b"
20:01:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:23 on dist-test-slave-mw8t"
20:01:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.246424 21738 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.003s	sys 0.005s
20:01:23.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.250170 21771 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.251636 21738 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.251781 21738 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/wal
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b"
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:23 on dist-test-slave-mw8t"
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.251942 21738 fs_report.cc:389] FS layout report
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/wal
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/wal
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/data/data
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.289129 21738 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.289996 21738 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.290287 21738 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.293668 21738 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:01:23.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.293799 21738 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:01:23.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.293912 21738 ts_tablet_manager.cc:610] Registered 0 tablets
20:01:23.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.293985 21738 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:01:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.361160 21738 rpc_server.cc:307] RPC server started. Bound to: 127.20.241.129:36717
20:01:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.361207 21895 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.241.129:36717 every 8 connection(s)
20:01:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.362514 21738 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/data/info.pb
20:01:23.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.366747 21897 heartbeater.cc:344] Connected to a master server at 127.20.241.190:42777
20:01:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.367038 21897 heartbeater.cc:461] Registering TS with master...
20:01:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.367518 21446 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 21738
20:01:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.367702 21446 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-0/wal/instance
20:01:23.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.368378 21897 heartbeater.cc:507] Master 127.20.241.190:42777 requested a full tablet report, sending...
20:01:23.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.371165 21487 ts_manager.cc:194] Registered new tserver with Master: c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717)
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.372294 21446 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/wal
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/data
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:23.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/logs
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/data/info.pb
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.130:0
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.241.130
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.130
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:01:23.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.373956 21487 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.241.129:55699
20:01:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.375963 21898 heartbeater.cc:344] Connected to a master server at 127.20.241.189:42831
20:01:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.376327 21898 heartbeater.cc:461] Registering TS with master...
20:01:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.376721 21898 heartbeater.cc:507] Master 127.20.241.189:42831 requested a full tablet report, sending...
20:01:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.377271 21896 heartbeater.cc:344] Connected to a master server at 127.20.241.188:33117
20:01:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.377415 21896 heartbeater.cc:461] Registering TS with master...
20:01:23.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.377816 21896 heartbeater.cc:507] Master 127.20.241.188:33117 requested a full tablet report, sending...
20:01:23.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.378324 21569 ts_manager.cc:194] Registered new tserver with Master: c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717)
20:01:23.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.379526 21651 ts_manager.cc:194] Registered new tserver with Master: c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717)
20:01:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.531441 21715 catalog_manager.cc:1261] Loaded cluster ID: daa1c53196be45c6abba7df831c780e8
20:01:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.531564 21715 catalog_manager.cc:1554] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a: loading cluster ID for follower catalog manager: success
20:01:23.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.534598 21715 catalog_manager.cc:1576] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a: acquiring CA information for follower catalog manager: success
20:01:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.536931 21715 catalog_manager.cc:1604] T 00000000000000000000000000000000 P d27348a97476423fb88483ec704c282a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:01:23.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.697126 21901 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:01:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.697530 21901 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.697660 21901 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:01:23.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.706683 21901 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:01:23.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.706838 21901 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:01:23.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.706918 21901 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.241.130
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.716285 21901 tablet_server_runner.cc:78] Tablet server non-default flags:
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/data
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/wal
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.130:0
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/data/info.pb
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.130
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.241.130
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/logs
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:01:23.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:23.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.717986 21901 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:23.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.720551 21901 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:01:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.734372 21906 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.734628 21909 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:23.734628 21907 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:23.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.735598 21901 server_base.cc:1048] running on GCE node
20:01:23.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.736243 21901 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:23.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.737322 21901 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.738556 21901 hybrid_clock.cc:648] HybridClock initialized: now 1751054483738491 us; error 28 us; skew 500 ppm
20:01:23.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.738898 21901 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:23.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.741443 21901 webserver.cc:469] Webserver started at http://127.20.241.130:34193/ using document root <none> and password file <none>
20:01:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.742304 21901 fs_manager.cc:362] Metadata directory not provided
20:01:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.742446 21901 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:23.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.742826 21901 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:01:23.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.745381 21901 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/data/instance:
20:01:23.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b04761546c4b91baf5f477f525457c"
20:01:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:23 on dist-test-slave-mw8t"
20:01:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.746311 21901 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/wal/instance:
20:01:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b04761546c4b91baf5f477f525457c"
20:01:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:23 on dist-test-slave-mw8t"
20:01:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.751760 21901 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.001s	sys 0.004s
20:01:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.755605 21915 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.757110 21901 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.757267 21901 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/wal
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b04761546c4b91baf5f477f525457c"
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:23 on dist-test-slave-mw8t"
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.757479 21901 fs_report.cc:389] FS layout report
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/wal
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/wal
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/data/data
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.784442 21901 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.785319 21901 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:23.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.785624 21901 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.788635 21901 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:01:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.788754 21901 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:01:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.788861 21901 ts_tablet_manager.cc:610] Registered 0 tablets
20:01:23.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.788937 21901 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:01:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.845678 21901 rpc_server.cc:307] RPC server started. Bound to: 127.20.241.130:35827
20:01:23.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.845721 22036 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.241.130:35827 every 8 connection(s)
20:01:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.847195 21901 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/data/info.pb
20:01:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.849995 22038 heartbeater.cc:344] Connected to a master server at 127.20.241.190:42777
20:01:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.850392 22038 heartbeater.cc:461] Registering TS with master...
20:01:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.851511 22038 heartbeater.cc:507] Master 127.20.241.190:42777 requested a full tablet report, sending...
20:01:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.851704 21446 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 21901
20:01:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.851864 21446 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-1/wal/instance
20:01:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.853149 21487 ts_manager.cc:194] Registered new tserver with Master: e2b04761546c4b91baf5f477f525457c (127.20.241.130:35827)
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.854185 21487 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.241.130:59281
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.859603 21446 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/wal
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/data
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/logs
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/data/info.pb
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.131:0
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.241.131
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.131
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:01:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.868280 22037 heartbeater.cc:344] Connected to a master server at 127.20.241.188:33117
20:01:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.868768 22037 heartbeater.cc:461] Registering TS with master...
20:01:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.869065 22037 heartbeater.cc:507] Master 127.20.241.188:33117 requested a full tablet report, sending...
20:01:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.868534 22039 heartbeater.cc:344] Connected to a master server at 127.20.241.189:42831
20:01:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.869378 22039 heartbeater.cc:461] Registering TS with master...
20:01:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.869669 22039 heartbeater.cc:507] Master 127.20.241.189:42831 requested a full tablet report, sending...
20:01:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.870168 21651 ts_manager.cc:194] Registered new tserver with Master: e2b04761546c4b91baf5f477f525457c (127.20.241.130:35827)
20:01:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.870803 21569 ts_manager.cc:194] Registered new tserver with Master: e2b04761546c4b91baf5f477f525457c (127.20.241.130:35827)
20:01:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.901381 21756 catalog_manager.cc:1261] Loaded cluster ID: daa1c53196be45c6abba7df831c780e8
20:01:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.901522 21756 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d: loading cluster ID for follower catalog manager: success
20:01:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.905381 21756 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d: acquiring CA information for follower catalog manager: success
20:01:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:23.907943 21756 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 32e5a0ed52664dfcba7da07ac29cc38d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:01:24.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.189960 22042 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:01:24.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.190340 22042 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:01:24.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.190481 22042 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:01:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.198902 22042 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:01:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.199082 22042 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:01:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.199195 22042 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.241.131
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.209090 22042 tablet_server_runner.cc:78] Tablet server non-default flags:
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.241.148:44267
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/data
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/wal
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.241.131:0
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:01:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/data/info.pb
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.241.131
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.241.190:42777,127.20.241.189:42831,127.20.241.188:33117
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.241.131
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/logs
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:01:24.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:01:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f0776864a65c19ebdd909053f3e624e8bcc25cee
20:01:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:01:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 27 Jun 2025 19:43:24 UTC on 24a791456cd2
20:01:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6800
20:01:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:01:24.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.211977 22042 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:01:24.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.215451 22042 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:01:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.229214 22049 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.229439 22051 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:24.229748 22048 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:01:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.231226 22042 server_base.cc:1048] running on GCE node
20:01:24.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.231879 22042 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:01:24.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.232879 22042 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:01:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.234093 22042 hybrid_clock.cc:648] HybridClock initialized: now 1751054484234014 us; error 58 us; skew 500 ppm
20:01:24.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.234447 22042 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:01:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.236872 22042 webserver.cc:469] Webserver started at http://127.20.241.131:38209/ using document root <none> and password file <none>
20:01:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.237654 22042 fs_manager.cc:362] Metadata directory not provided
20:01:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.237778 22042 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:01:24.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.238111 22042 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
20:01:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.240535 22042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/data/instance:
20:01:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1ec5f11773a4142b5632a8d28cf8ef3"
20:01:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:24 on dist-test-slave-mw8t"
20:01:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.241294 22042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/wal/instance:
20:01:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1ec5f11773a4142b5632a8d28cf8ef3"
20:01:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:24 on dist-test-slave-mw8t"
20:01:24.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.246575 22042 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
20:01:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.249869 22057 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:01:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.251276 22042 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
20:01:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.251432 22042 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/data,/tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/wal
20:01:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1ec5f11773a4142b5632a8d28cf8ef3"
20:01:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-27 20:01:24 on dist-test-slave-mw8t"
20:01:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.251643 22042 fs_report.cc:389] FS layout report
20:01:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:01:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/wal
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/wal
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/data/data
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:01:24.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:01:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.273789 22042 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:01:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.274865 22042 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:01:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.275185 22042 kserver.cc:163] Server-wide thread pool size limit: 3276
20:01:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.278344 22042 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:01:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.278470 22042 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:01:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.278577 22042 ts_tablet_manager.cc:610] Registered 0 tablets
20:01:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.278652 22042 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:01:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.337298 22042 rpc_server.cc:307] RPC server started. Bound to: 127.20.241.131:43417
20:01:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.337373 22178 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.241.131:43417 every 8 connection(s)
20:01:24.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.338801 22042 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/data/info.pb
20:01:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.341938 22180 heartbeater.cc:344] Connected to a master server at 127.20.241.190:42777
20:01:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.342645 22180 heartbeater.cc:461] Registering TS with master...
20:01:24.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.344058 22180 heartbeater.cc:507] Master 127.20.241.190:42777 requested a full tablet report, sending...
20:01:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.346988 21487 ts_manager.cc:194] Registered new tserver with Master: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417)
20:01:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.347615 21446 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu as pid 22042
20:01:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.347774 21446 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskAI8f9o/test-tmp/mini-kudu-cluster7920494207572176156/ts-2/wal/instance
20:01:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.348038 21487 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.20.241.131:43813
20:01:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.348428 22179 heartbeater.cc:344] Connected to a master server at 127.20.241.188:33117
20:01:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.348567 22179 heartbeater.cc:461] Registering TS with master...
20:01:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.349129 22179 heartbeater.cc:507] Master 127.20.241.188:33117 requested a full tablet report, sending...
20:01:24.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.350420 21651 ts_manager.cc:194] Registered new tserver with Master: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417)
20:01:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.352627 22181 heartbeater.cc:344] Connected to a master server at 127.20.241.189:42831
20:01:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.352792 22181 heartbeater.cc:461] Registering TS with master...
20:01:24.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.353117 22181 heartbeater.cc:507] Master 127.20.241.189:42831 requested a full tablet report, sending...
20:01:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.354341 21569 ts_manager.cc:194] Registered new tserver with Master: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417)
20:01:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.357738 21446 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
20:01:24.359 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:01:24.362 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:01:24.375 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.241.190"
      port: 42777
    }
    bound_http_address {
      host: "127.20.241.190"
      port: 38887
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.241.189"
      port: 42831
    }
    bound_http_address {
      host: "127.20.241.189"
      port: 35155
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.241.188"
      port: 33117
    }
    bound_http_address {
      host: "127.20.241.188"
      port: 38459
    }
  }
}

20:01:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.377884 21897 heartbeater.cc:499] Master 127.20.241.190:42777 was elected leader, sending a full tablet report...
20:01:24.379 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:01:24.382 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.241.129"
      port: 36717
    }
    bound_http_address {
      host: "127.20.241.129"
      port: 39801
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.241.130"
      port: 35827
    }
    bound_http_address {
      host: "127.20.241.130"
      port: 34193
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.241.131"
      port: 43417
    }
    bound_http_address {
      host: "127.20.241.131"
      port: 38209
    }
  }
}

20:01:24.382 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:01:24.556 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_275]
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51) ~[main/:?]
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52) [main/:?]
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41) [main/:?]
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43) [main/:?]
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155) [main/:?]
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138) [main/:?]
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431) [main/:?]
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299) [main/:?]
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109) [main/:?]
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) [junit-4.13.2.jar:4.13.2]
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.lang.Class.getDeclaredMethod(Class.java:2130)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)

20:01:24.581 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:01:24.795 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.241.190:42777(127.20.241.190:42777)] connecting to peer
20:01:24.855 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.241.189:42831(127.20.241.189:42831)] connecting to peer
20:01:24.856 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.241.188:33117(127.20.241.188:33117)] connecting to peer
20:01:24.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:24.865239 22038 heartbeater.cc:499] Master 127.20.241.190:42777 was elected leader, sending a full tablet report...
20:01:24.883 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.241.189:42831(127.20.241.189:42831)] Successfully connected to peer
20:01:24.883 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.241.190:42777(127.20.241.190:42777)] Successfully connected to peer
20:01:24.951 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.241.188:33117(127.20.241.188:33117)] Successfully connected to peer
20:01:24.977 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.241.190
20:01:24.977 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.241.189
20:01:25.090 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.241.188
20:01:25.213 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa7b6351c, L:/127.0.0.1:58764 - R:/127.20.241.189:42831] using SASL/PLAIN
20:01:25.213 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4a425329, L:/127.0.0.1:34924 - R:/127.20.241.190:42777] using SASL/PLAIN
20:01:25.219 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdc4b8c40, L:/127.0.0.1:55728 - R:/127.20.241.188:33117] using SASL/PLAIN
20:01:25.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:01:25.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=535), Traces: [0ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.241.190:42777, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.241.189:42831, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.241.188:33117, [490ms] Sub RPC ConnectToMaster: received response from server master-127.20.241.189:42831: OK, [491ms] Sub RPC ConnectToMaster: received response from server master-127.20.241.190:42777: OK, deferred=null) after lookup
20:01:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.326159 21487 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34924:
20:01:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "submit_write_op_after_commit"
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:01:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:01:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:25.330085 21487 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table submit_write_op_after_commit in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:01:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.351366 22180 heartbeater.cc:499] Master 127.20.241.190:42777 was elected leader, sending a full tablet report...
20:01:25.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.394464 21968 tablet_service.cc:1468] Processing CreateTablet for tablet 130181cc090a45a184c83e2ef5073abc (DEFAULT_TABLE table=submit_write_op_after_commit [id=b59f85f2b08d46639cf5262c6ee1ef7d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:01:25.397 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b59f85f2b08d46639cf5262c6ee1ef7d
20:01:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.397290 21966 tablet_service.cc:1468] Processing CreateTablet for tablet 367e2b3df55a44e1b9cf2aeaa6841f57 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b59f85f2b08d46639cf5262c6ee1ef7d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:01:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.399158 21966 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 367e2b3df55a44e1b9cf2aeaa6841f57. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.398943 22110 tablet_service.cc:1468] Processing CreateTablet for tablet 367e2b3df55a44e1b9cf2aeaa6841f57 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b59f85f2b08d46639cf5262c6ee1ef7d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:01:25.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.400461 22110 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 367e2b3df55a44e1b9cf2aeaa6841f57. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.401198 22111 tablet_service.cc:1468] Processing CreateTablet for tablet 130181cc090a45a184c83e2ef5073abc (DEFAULT_TABLE table=submit_write_op_after_commit [id=b59f85f2b08d46639cf5262c6ee1ef7d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:01:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.401748 22111 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 130181cc090a45a184c83e2ef5073abc. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.402935 21968 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 130181cc090a45a184c83e2ef5073abc. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.410749 21821 tablet_service.cc:1468] Processing CreateTablet for tablet 367e2b3df55a44e1b9cf2aeaa6841f57 (DEFAULT_TABLE table=submit_write_op_after_commit [id=b59f85f2b08d46639cf5262c6ee1ef7d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:01:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.412804 21821 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 367e2b3df55a44e1b9cf2aeaa6841f57. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.415905 22208 tablet_bootstrap.cc:492] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c: Bootstrap starting.
20:01:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.419807 22207 tablet_bootstrap.cc:492] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3: Bootstrap starting.
20:01:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.411710 21823 tablet_service.cc:1468] Processing CreateTablet for tablet 130181cc090a45a184c83e2ef5073abc (DEFAULT_TABLE table=submit_write_op_after_commit [id=b59f85f2b08d46639cf5262c6ee1ef7d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:01:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.420306 22208 tablet_bootstrap.cc:654] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c: Neither blocks nor log segments found. Creating new log.
20:01:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.420567 21823 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 130181cc090a45a184c83e2ef5073abc. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.421973 22208 log.cc:826] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c: Log is configured to *not* fsync() on all Append() calls
20:01:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.424136 22207 tablet_bootstrap.cc:654] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3: Neither blocks nor log segments found. Creating new log.
20:01:25.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.425767 22207 log.cc:826] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3: Log is configured to *not* fsync() on all Append() calls
20:01:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.431792 22208 tablet_bootstrap.cc:492] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c: No bootstrap required, opened a new log
20:01:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.431792 22207 tablet_bootstrap.cc:492] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3: No bootstrap required, opened a new log
20:01:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.432163 22207 ts_tablet_manager.cc:1397] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3: Time spent bootstrapping tablet: real 0.013s	user 0.005s	sys 0.005s
20:01:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.432458 22208 ts_tablet_manager.cc:1397] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c: Time spent bootstrapping tablet: real 0.017s	user 0.011s	sys 0.004s
20:01:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.440064 22207 raft_consensus.cc:357] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.440064 22208 raft_consensus.cc:357] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.440543 22207 raft_consensus.cc:383] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.440680 22207 raft_consensus.cc:738] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1ec5f11773a4142b5632a8d28cf8ef3, State: Initialized, Role: FOLLOWER
20:01:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.440979 22208 raft_consensus.cc:383] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.441239 22208 raft_consensus.cc:738] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2b04761546c4b91baf5f477f525457c, State: Initialized, Role: FOLLOWER
20:01:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.441522 22207 consensus_queue.cc:260] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.442870 22211 tablet_bootstrap.cc:492] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b: Bootstrap starting.
20:01:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.442754 22208 consensus_queue.cc:260] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.446767 22207 ts_tablet_manager.cc:1428] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3: Time spent starting tablet: real 0.014s	user 0.012s	sys 0.000s
20:01:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.447194 22207 tablet_bootstrap.cc:492] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3: Bootstrap starting.
20:01:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.449167 22207 tablet_bootstrap.cc:654] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3: Neither blocks nor log segments found. Creating new log.
20:01:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.451247 22208 ts_tablet_manager.cc:1428] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c: Time spent starting tablet: real 0.019s	user 0.011s	sys 0.004s
20:01:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.455982 22208 tablet_bootstrap.cc:492] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c: Bootstrap starting.
20:01:25.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.457461 22211 tablet_bootstrap.cc:654] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b: Neither blocks nor log segments found. Creating new log.
20:01:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.458889 22211 log.cc:826] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b: Log is configured to *not* fsync() on all Append() calls
20:01:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.459411 22208 tablet_bootstrap.cc:654] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c: Neither blocks nor log segments found. Creating new log.
20:01:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.462459 22207 tablet_bootstrap.cc:492] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3: No bootstrap required, opened a new log
20:01:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.462603 22208 tablet_bootstrap.cc:492] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c: No bootstrap required, opened a new log
20:01:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.462642 22207 ts_tablet_manager.cc:1397] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3: Time spent bootstrapping tablet: real 0.016s	user 0.002s	sys 0.008s
20:01:25.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.462774 22208 ts_tablet_manager.cc:1397] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c: Time spent bootstrapping tablet: real 0.007s	user 0.004s	sys 0.000s
20:01:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.463464 22208 raft_consensus.cc:357] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.463456 22207 raft_consensus.cc:357] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.463636 22208 raft_consensus.cc:383] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.463642 22207 raft_consensus.cc:383] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.463706 22207 raft_consensus.cc:738] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1ec5f11773a4142b5632a8d28cf8ef3, State: Initialized, Role: FOLLOWER
20:01:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.463714 22208 raft_consensus.cc:738] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2b04761546c4b91baf5f477f525457c, State: Initialized, Role: FOLLOWER
20:01:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.463951 22208 consensus_queue.cc:260] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.463953 22207 consensus_queue.cc:260] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.464394 22208 ts_tablet_manager.cc:1428] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.000s
20:01:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.464541 22207 ts_tablet_manager.cc:1428] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
20:01:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.465050 22211 tablet_bootstrap.cc:492] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b: No bootstrap required, opened a new log
20:01:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.465503 22211 ts_tablet_manager.cc:1397] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b: Time spent bootstrapping tablet: real 0.023s	user 0.006s	sys 0.005s
20:01:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.472594 22211 raft_consensus.cc:357] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.472955 22211 raft_consensus.cc:383] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.473069 22211 raft_consensus.cc:738] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c78cfb52e4f94e94bf5fb288a6cdc29b, State: Initialized, Role: FOLLOWER
20:01:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.473682 22211 consensus_queue.cc:260] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.475432 22211 ts_tablet_manager.cc:1428] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.000s
20:01:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.476047 22211 tablet_bootstrap.cc:492] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b: Bootstrap starting.
20:01:25.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.479198 22211 tablet_bootstrap.cc:654] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b: Neither blocks nor log segments found. Creating new log.
20:01:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.481293 22211 tablet_bootstrap.cc:492] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b: No bootstrap required, opened a new log
20:01:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.481467 22211 ts_tablet_manager.cc:1397] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b: Time spent bootstrapping tablet: real 0.005s	user 0.003s	sys 0.000s
20:01:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.482187 22211 raft_consensus.cc:357] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.482400 22211 raft_consensus.cc:383] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.482455 22211 raft_consensus.cc:738] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c78cfb52e4f94e94bf5fb288a6cdc29b, State: Initialized, Role: FOLLOWER
20:01:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.482668 22211 consensus_queue.cc:260] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.483142 22211 ts_tablet_manager.cc:1428] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
20:01:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.488771 22213 raft_consensus.cc:491] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.489001 22213 raft_consensus.cc:513] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.490705 22213 leader_election.cc:290] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717), a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417)
20:01:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.500104 21851 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "367e2b3df55a44e1b9cf2aeaa6841f57" candidate_uuid: "e2b04761546c4b91baf5f477f525457c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" is_pre_election: true
20:01:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.500720 21851 raft_consensus.cc:2466] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2b04761546c4b91baf5f477f525457c in term 0.
20:01:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.501431 21916 leader_election.cc:304] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c78cfb52e4f94e94bf5fb288a6cdc29b, e2b04761546c4b91baf5f477f525457c; no voters: 
20:01:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.501454 22134 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "367e2b3df55a44e1b9cf2aeaa6841f57" candidate_uuid: "e2b04761546c4b91baf5f477f525457c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" is_pre_election: true
20:01:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.501883 22213 raft_consensus.cc:2802] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:01:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.501924 22134 raft_consensus.cc:2466] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2b04761546c4b91baf5f477f525457c in term 0.
20:01:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.502033 22213 raft_consensus.cc:491] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:25.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.502131 22213 raft_consensus.cc:3058] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Advancing to term 1
20:01:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.504413 22213 raft_consensus.cc:513] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.505138 22213 leader_election.cc:290] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [CANDIDATE]: Term 1 election: Requested vote from peers c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717), a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417)
20:01:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.505628 21851 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "367e2b3df55a44e1b9cf2aeaa6841f57" candidate_uuid: "e2b04761546c4b91baf5f477f525457c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b"
20:01:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.505715 22134 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "367e2b3df55a44e1b9cf2aeaa6841f57" candidate_uuid: "e2b04761546c4b91baf5f477f525457c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3"
20:01:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.505810 21851 raft_consensus.cc:3058] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Advancing to term 1
20:01:25.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.505918 22134 raft_consensus.cc:3058] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Advancing to term 1
20:01:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.507907 21851 raft_consensus.cc:2466] T 367e2b3df55a44e1b9cf2aeaa6841f57 P c78cfb52e4f94e94bf5fb288a6cdc29b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2b04761546c4b91baf5f477f525457c in term 1.
20:01:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.508044 22134 raft_consensus.cc:2466] T 367e2b3df55a44e1b9cf2aeaa6841f57 P a1ec5f11773a4142b5632a8d28cf8ef3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2b04761546c4b91baf5f477f525457c in term 1.
20:01:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.508339 21916 leader_election.cc:304] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c78cfb52e4f94e94bf5fb288a6cdc29b, e2b04761546c4b91baf5f477f525457c; no voters: 
20:01:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.508632 22213 raft_consensus.cc:2802] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 1 FOLLOWER]: Leader election won for term 1
20:01:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.509095 22213 raft_consensus.cc:695] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [term 1 LEADER]: Becoming Leader. State: Replica: e2b04761546c4b91baf5f477f525457c, State: Running, Role: LEADER
20:01:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.509598 22213 consensus_queue.cc:237] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.516052 21488 catalog_manager.cc:5582] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c reported cstate change: term changed from 0 to 1, leader changed from <none> to e2b04761546c4b91baf5f477f525457c (127.20.241.130). New cstate: current_term: 1 leader_uuid: "e2b04761546c4b91baf5f477f525457c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } health_report { overall_health: UNKNOWN } } }
20:01:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.560379 22213 raft_consensus.cc:491] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.560616 22213 raft_consensus.cc:513] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.561333 22213 leader_election.cc:290] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417), c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717)
20:01:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.561928 21851 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "130181cc090a45a184c83e2ef5073abc" candidate_uuid: "e2b04761546c4b91baf5f477f525457c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" is_pre_election: true
20:01:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.561929 22134 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "130181cc090a45a184c83e2ef5073abc" candidate_uuid: "e2b04761546c4b91baf5f477f525457c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" is_pre_election: true
20:01:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.562167 21851 raft_consensus.cc:2466] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2b04761546c4b91baf5f477f525457c in term 0.
20:01:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.562166 22134 raft_consensus.cc:2466] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2b04761546c4b91baf5f477f525457c in term 0.
20:01:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.562664 21916 leader_election.cc:304] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: a1ec5f11773a4142b5632a8d28cf8ef3, c78cfb52e4f94e94bf5fb288a6cdc29b, e2b04761546c4b91baf5f477f525457c; no voters: 
20:01:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.562980 22213 raft_consensus.cc:2802] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:01:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.563076 22213 raft_consensus.cc:491] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:25.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.563149 22213 raft_consensus.cc:3058] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Advancing to term 1
20:01:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.565009 22213 raft_consensus.cc:513] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.565555 22213 leader_election.cc:290] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [CANDIDATE]: Term 1 election: Requested vote from peers a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417), c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717)
20:01:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.566043 22134 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "130181cc090a45a184c83e2ef5073abc" candidate_uuid: "e2b04761546c4b91baf5f477f525457c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3"
20:01:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.566125 21851 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "130181cc090a45a184c83e2ef5073abc" candidate_uuid: "e2b04761546c4b91baf5f477f525457c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b"
20:01:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.566260 22134 raft_consensus.cc:3058] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Advancing to term 1
20:01:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.566367 21851 raft_consensus.cc:3058] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Advancing to term 1
20:01:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.568238 22134 raft_consensus.cc:2466] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2b04761546c4b91baf5f477f525457c in term 1.
20:01:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.568692 21917 leader_election.cc:304] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a1ec5f11773a4142b5632a8d28cf8ef3, e2b04761546c4b91baf5f477f525457c; no voters: 
20:01:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.569001 22213 raft_consensus.cc:2802] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 1 FOLLOWER]: Leader election won for term 1
20:01:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.569157 22213 raft_consensus.cc:695] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [term 1 LEADER]: Becoming Leader. State: Replica: e2b04761546c4b91baf5f477f525457c, State: Running, Role: LEADER
20:01:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.569523 22213 consensus_queue.cc:237] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } }
20:01:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.569963 21851 raft_consensus.cc:2466] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2b04761546c4b91baf5f477f525457c in term 1.
20:01:25.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.572372 21488 catalog_manager.cc:5582] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c reported cstate change: term changed from 0 to 1, leader changed from <none> to e2b04761546c4b91baf5f477f525457c (127.20.241.130). New cstate: current_term: 1 leader_uuid: "e2b04761546c4b91baf5f477f525457c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } health_report { overall_health: UNKNOWN } } }
20:01:25.584 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b59f85f2b08d46639cf5262c6ee1ef7d
20:01:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:25.597952 22182 tablet.cc:2378] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.610165 21488 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34938:
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:01:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:01:25.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:25.611320 21488 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:01:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:25.616575 21899 tablet.cc:2378] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:01:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:25.620599 22040 tablet.cc:2378] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:01:25.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.623015 21966 tablet_service.cc:1468] Processing CreateTablet for tablet 68f263b09c1c4607b46ef5b8d1e87b4b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ff8b12e3adcd470c8f5d150f44858429]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:01:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.623452 21823 tablet_service.cc:1468] Processing CreateTablet for tablet 68f263b09c1c4607b46ef5b8d1e87b4b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ff8b12e3adcd470c8f5d150f44858429]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:01:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.624109 21966 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68f263b09c1c4607b46ef5b8d1e87b4b. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.624259 21823 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68f263b09c1c4607b46ef5b8d1e87b4b. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.628923 22111 tablet_service.cc:1468] Processing CreateTablet for tablet 68f263b09c1c4607b46ef5b8d1e87b4b (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ff8b12e3adcd470c8f5d150f44858429]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:01:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.630028 22111 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68f263b09c1c4607b46ef5b8d1e87b4b. 1 dirs total, 0 dirs full, 0 dirs failed
20:01:25.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.631294 22208 tablet_bootstrap.cc:492] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: Bootstrap starting.
20:01:25.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.632659 22208 tablet_bootstrap.cc:654] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: Neither blocks nor log segments found. Creating new log.
20:01:25.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.633368 22211 tablet_bootstrap.cc:492] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: Bootstrap starting.
20:01:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.634932 22208 tablet_bootstrap.cc:492] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: No bootstrap required, opened a new log
20:01:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.635000 22211 tablet_bootstrap.cc:654] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: Neither blocks nor log segments found. Creating new log.
20:01:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.635092 22208 ts_tablet_manager.cc:1397] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: Time spent bootstrapping tablet: real 0.004s	user 0.001s	sys 0.001s
20:01:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.635903 22208 raft_consensus.cc:357] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.636210 22208 raft_consensus.cc:383] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.636300 22208 raft_consensus.cc:738] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2b04761546c4b91baf5f477f525457c, State: Initialized, Role: FOLLOWER
20:01:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.636636 22208 consensus_queue.cc:260] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.637288 22213 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.637509 22213 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:25.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.638581 22207 tablet_bootstrap.cc:492] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: Bootstrap starting.
20:01:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.639010 22208 ts_tablet_manager.cc:1428] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.001s
20:01:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.640062 22211 tablet_bootstrap.cc:492] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: No bootstrap required, opened a new log
20:01:25.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.640298 22207 tablet_bootstrap.cc:654] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: Neither blocks nor log segments found. Creating new log.
20:01:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.640911 22211 ts_tablet_manager.cc:1397] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: Time spent bootstrapping tablet: real 0.008s	user 0.004s	sys 0.000s
20:01:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.641769 22211 raft_consensus.cc:357] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.641955 22211 raft_consensus.cc:383] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.642033 22211 raft_consensus.cc:738] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c78cfb52e4f94e94bf5fb288a6cdc29b, State: Initialized, Role: FOLLOWER
20:01:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.642324 22211 consensus_queue.cc:260] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.642868 22211 ts_tablet_manager.cc:1428] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
20:01:25.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.642926 22217 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.643234 22217 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:25.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.644698 22207 tablet_bootstrap.cc:492] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: No bootstrap required, opened a new log
20:01:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.645001 22207 ts_tablet_manager.cc:1397] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: Time spent bootstrapping tablet: real 0.007s	user 0.002s	sys 0.004s
20:01:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.645798 22207 raft_consensus.cc:357] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.645954 22207 raft_consensus.cc:383] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:01:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.646030 22207 raft_consensus.cc:738] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1ec5f11773a4142b5632a8d28cf8ef3, State: Initialized, Role: FOLLOWER
20:01:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.646263 22207 consensus_queue.cc:260] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.646759 22207 ts_tablet_manager.cc:1428] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
20:01:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.646729 22212 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.647336 22212 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:25.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.849411 22212 raft_consensus.cc:491] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:01:25.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.849642 22212 raft_consensus.cc:513] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.851337 22212 leader_election.cc:290] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717), e2b04761546c4b91baf5f477f525457c (127.20.241.130:35827)
20:01:25.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.859371 21851 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68f263b09c1c4607b46ef5b8d1e87b4b" candidate_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" is_pre_election: true
20:01:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.859644 21851 raft_consensus.cc:2466] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a1ec5f11773a4142b5632a8d28cf8ef3 in term 0.
20:01:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.860188 22058 leader_election.cc:304] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a1ec5f11773a4142b5632a8d28cf8ef3, c78cfb52e4f94e94bf5fb288a6cdc29b; no voters: 
20:01:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.860656 22212 raft_consensus.cc:2802] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:01:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.860596 21992 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68f263b09c1c4607b46ef5b8d1e87b4b" candidate_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2b04761546c4b91baf5f477f525457c" is_pre_election: true
20:01:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.860771 22212 raft_consensus.cc:491] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:01:25.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.860849 22212 raft_consensus.cc:3058] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 0 FOLLOWER]: Advancing to term 1
20:01:25.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.861022 21992 raft_consensus.cc:2466] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a1ec5f11773a4142b5632a8d28cf8ef3 in term 0.
20:01:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.863126 22212 raft_consensus.cc:513] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.863669 22212 leader_election.cc:290] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [CANDIDATE]: Term 1 election: Requested vote from peers c78cfb52e4f94e94bf5fb288a6cdc29b (127.20.241.129:36717), e2b04761546c4b91baf5f477f525457c (127.20.241.130:35827)
20:01:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.864182 21851 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68f263b09c1c4607b46ef5b8d1e87b4b" candidate_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b"
20:01:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.864182 21992 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "68f263b09c1c4607b46ef5b8d1e87b4b" candidate_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2b04761546c4b91baf5f477f525457c"
20:01:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.864343 21851 raft_consensus.cc:3058] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b [term 0 FOLLOWER]: Advancing to term 1
20:01:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.864392 21992 raft_consensus.cc:3058] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c [term 0 FOLLOWER]: Advancing to term 1
20:01:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.866271 21851 raft_consensus.cc:2466] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a1ec5f11773a4142b5632a8d28cf8ef3 in term 1.
20:01:25.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.866550 21992 raft_consensus.cc:2466] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a1ec5f11773a4142b5632a8d28cf8ef3 in term 1.
20:01:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.866743 22058 leader_election.cc:304] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a1ec5f11773a4142b5632a8d28cf8ef3, c78cfb52e4f94e94bf5fb288a6cdc29b; no voters: 
20:01:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.867075 22212 raft_consensus.cc:2802] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 1 FOLLOWER]: Leader election won for term 1
20:01:25.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.867592 22212 raft_consensus.cc:695] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [term 1 LEADER]: Becoming Leader. State: Replica: a1ec5f11773a4142b5632a8d28cf8ef3, State: Running, Role: LEADER
20:01:25.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.868157 22212 consensus_queue.cc:237] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } }
20:01:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.871959 22238 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: TxnStatusTablet state changed. Reason: New leader a1ec5f11773a4142b5632a8d28cf8ef3. Latest consensus state: current_term: 1 leader_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.872304 22238 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: This TxnStatusTablet replica's current role is: LEADER
20:01:25.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.873268 22240 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:01:25.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.873597 22240 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:01:25.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.874262 21487 catalog_manager.cc:5582] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 reported cstate change: term changed from 0 to 1, leader changed from <none> to a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131). New cstate: current_term: 1 leader_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } health_report { overall_health: HEALTHY } } }
20:01:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.956054 21851 raft_consensus.cc:1273] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b [term 1 FOLLOWER]: Refusing update from remote peer a1ec5f11773a4142b5632a8d28cf8ef3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.956486 21992 raft_consensus.cc:1273] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c [term 1 FOLLOWER]: Refusing update from remote peer a1ec5f11773a4142b5632a8d28cf8ef3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.957569 22238 consensus_queue.cc:1035] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.957908 22212 consensus_queue.cc:1035] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.967134 22213 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: TxnStatusTablet state changed. Reason: New leader a1ec5f11773a4142b5632a8d28cf8ef3. Latest consensus state: current_term: 1 leader_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.967376 22213 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.973050 22212 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.973340 22212 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: This TxnStatusTablet replica's current role is: LEADER
20:01:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.974351 22245 mvcc.cc:204] Tried to move back new op lower bound from 7172319174464983040 to 7172319174119739392. Current Snapshot: MvccSnapshot[applied={T|T < 7172319174464983040}]
20:01:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.979391 22213 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.979668 22213 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P e2b04761546c4b91baf5f477f525457c: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.984212 22221 consensus_queue.cc:1035] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:25.987 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 15000 ms (txn ID 0)
20:01:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.993387 22217 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: TxnStatusTablet state changed. Reason: New leader a1ec5f11773a4142b5632a8d28cf8ef3. Latest consensus state: current_term: 1 leader_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.993681 22217 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.996845 22238 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:25.997056 22238 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P a1ec5f11773a4142b5632a8d28cf8ef3: This TxnStatusTablet replica's current role is: LEADER
20:01:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.011896 22217 tablet_replica.cc:440] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 } } peers { permanent_uuid: "e2b04761546c4b91baf5f477f525457c" member_type: VOTER last_known_addr { host: "127.20.241.130" port: 35827 } } peers { permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 } } }
20:01:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.012105 22217 tablet_replica.cc:443] T 68f263b09c1c4607b46ef5b8d1e87b4b P c78cfb52e4f94e94bf5fb288a6cdc29b: This TxnStatusTablet replica's current role is: FOLLOWER
20:01:26.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.023027 22213 consensus_queue.cc:1035] T 367e2b3df55a44e1b9cf2aeaa6841f57 P e2b04761546c4b91baf5f477f525457c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:26.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 130181cc090a45a184c83e2ef5073abc for table 'submit_write_op_after_commit' with partition [0x00000000, 0x00000001)
20:01:26.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:26.045 [DEBUG - Time-limited test] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=54, flusherTask=null, flushNotification=Deferred@89457605(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:01:26.048 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=130181cc090a45a184c83e2ef5073abc@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299991, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299991}]
20:01:26.068 [DEBUG - kudu-nio-0] (Connection.java:748) [peer e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)] connecting to peer
20:01:26.071 [DEBUG - kudu-nio-1] (Connection.java:757) [peer e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)] Successfully connected to peer
20:01:26.116 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe318ebaa, L:/127.0.0.1:56936 - R:/127.20.241.130:35827] using TOKEN/null
20:01:26.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.149667 21850 raft_consensus.cc:1273] T 130181cc090a45a184c83e2ef5073abc P c78cfb52e4f94e94bf5fb288a6cdc29b [term 1 FOLLOWER]: Refusing update from remote peer e2b04761546c4b91baf5f477f525457c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.149844 22134 raft_consensus.cc:1273] T 130181cc090a45a184c83e2ef5073abc P a1ec5f11773a4142b5632a8d28cf8ef3 [term 1 FOLLOWER]: Refusing update from remote peer e2b04761546c4b91baf5f477f525457c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:01:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.150352 22213 consensus_queue.cc:1035] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c78cfb52e4f94e94bf5fb288a6cdc29b" member_type: VOTER last_known_addr { host: "127.20.241.129" port: 36717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:26.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.150758 22221 consensus_queue.cc:1035] T 130181cc090a45a184c83e2ef5073abc P e2b04761546c4b91baf5f477f525457c [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1ec5f11773a4142b5632a8d28cf8ef3" member_type: VOTER last_known_addr { host: "127.20.241.131" port: 43417 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:01:26.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.162897 22243 mvcc.cc:204] Tried to move back new op lower bound from 7172319175261749248 to 7172319172894658560. Current Snapshot: MvccSnapshot[applied={T|T < 7172319175261749248}]
20:01:26.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:26.166913 22244 mvcc.cc:204] Tried to move back new op lower bound from 7172319175261749248 to 7172319172894658560. Current Snapshot: MvccSnapshot[applied={T|T < 7172319175261749248}]
20:01:26.221 [DEBUG - Time-limited test] (KuduTransaction.java:545) stopping keepalive heartbeating after initiating commit (txn ID 0)
20:01:26.262 [DEBUG - Time-limited test] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=54, flusherTask=null, flushNotification=Deferred@1133949978(state=PENDING, result=null, callback=<none>, errback=<none>)}
20:01:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:26.268061 22253 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:26.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:26.268316 22253 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:26.276 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:26.300 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:26.300 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:26.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=2, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415, errback=apply batch error response -> notify DeferredGroup@1974398415))} after lookup
20:01:26.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:26.309121 22253 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:26.311 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:26.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:26.321 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:26.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=4, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472)))} after lookup
20:01:26.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:26.328387 22253 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:26.330 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:26.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:26.340 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:26.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=6, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529)))} after lookup
20:01:26.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:26.345896 22253 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:26.347 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:26.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:26.401 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:26.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=8, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=138), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882)))} after lookup
20:01:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:26.406299 22253 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:26.408 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:26.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:26.480 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:26.481 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=10, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=218), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096)))} after lookup
20:01:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:26.486421 22253 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:26.487 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:27.761 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:27.761 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:27.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=12, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=1499), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233)))} after lookup
20:01:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:27.768177 22263 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 5 similar messages]
20:01:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:27.768399 22263 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:27.770 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:31.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:31.799 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:31.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=14, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=5538), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018)))} after lookup
20:01:31.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:31.805814 22265 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:31.805927 22265 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:31.807 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:32.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:32.860 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:32.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=16, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=6598), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446)))} after lookup
20:01:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:32.866922 22267 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:32.867065 22267 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:32.869 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:32.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:32.940 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:32.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=18, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=6678), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960)))} after lookup
20:01:32.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:32.946046 22267 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:32.947 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:35.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:35.541 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:35.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=20, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=9278), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149)))} after lookup
20:01:35.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:35.548166 22269 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 1 similar messages]
20:01:35.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:35.548305 22269 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:35.549 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:38.079 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:38.079 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:38.080 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=22, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=11817), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125)))} after lookup
20:01:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:38.085249 22271 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:38.085369 22271 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:38.086 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:39.420 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:39.420 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:39.421 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=24, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=13158), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630)))} after lookup
20:01:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:39.426358 22272 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:39.426502 22272 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:39.428 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:41.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:41.601 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:41.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=26, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=15338), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058)))} after lookup
20:01:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:41.606870 22273 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:41.607016 22273 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:41.608 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:45.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:45.160 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:45.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=28, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=18897), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [15340ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [15345ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15345ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18893ms] refreshing cache from master, [18893ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [18896ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139)))} after lookup
20:01:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:45.166532 22275 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:45.166689 22275 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:45.168 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:47.779 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:47.779 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:47.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=30, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=21517), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [15340ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [15345ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15345ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18893ms] refreshing cache from master, [18893ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [18896ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [18899ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [18905ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18905ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21513ms] refreshing cache from master, [21513ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [21515ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220)))} after lookup
20:01:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:47.786357 22278 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:47.786471 22278 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:47.787 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:48.979 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:48.980 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:48.981 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=32, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=22717), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [15340ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [15345ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15345ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18893ms] refreshing cache from master, [18893ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [18896ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [18899ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [18905ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18905ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21513ms] refreshing cache from master, [21513ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [21515ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [21519ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [21524ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21525ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22713ms] refreshing cache from master, [22713ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [22716ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675)))} after lookup
20:01:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:49.007822 22279 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:49.007974 22279 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:49.009 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:49.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:49.920 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:49.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=34, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=23658), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [15340ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [15345ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15345ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18893ms] refreshing cache from master, [18893ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [18896ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [18899ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [18905ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18905ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21513ms] refreshing cache from master, [21513ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [21515ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [21519ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [21524ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21525ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22713ms] refreshing cache from master, [22713ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [22716ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [22738ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [22746ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22746ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [23652ms] refreshing cache from master, [23653ms] too many traces: truncated at 100 traces, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292)))} after lookup
20:01:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:49.926690 22280 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:49.928 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:50.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:50.121 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:50.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=36, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=23859), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [15340ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [15345ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15345ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18893ms] refreshing cache from master, [18893ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [18896ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [18899ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [18905ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18905ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21513ms] refreshing cache from master, [21513ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [21515ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [21519ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [21524ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21525ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22713ms] refreshing cache from master, [22713ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [22716ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [22738ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [22746ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22746ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [23652ms] refreshing cache from master, [23653ms] too many traces: truncated at 100 traces, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292) -> (continuation of Deferred@2014583042 after retry RPC@249848653), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292) -> (continuation of Deferred@2014583042 after retry RPC@249848653)))} after lookup
20:01:50.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:50.127393 22280 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 1 similar messages]
20:01:50.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:50.127558 22280 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:50.129 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:52.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:52.860 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:52.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=38, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=26598), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [15340ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [15345ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15345ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18893ms] refreshing cache from master, [18893ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [18896ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [18899ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [18905ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18905ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21513ms] refreshing cache from master, [21513ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [21515ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [21519ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [21524ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21525ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22713ms] refreshing cache from master, [22713ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [22716ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [22738ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [22746ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22746ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [23652ms] refreshing cache from master, [23653ms] too many traces: truncated at 100 traces, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292) -> (continuation of Deferred@2014583042 after retry RPC@249848653) -> (continuation of Deferred@1202379522 after retry RPC@531502844), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292) -> (continuation of Deferred@2014583042 after retry RPC@249848653) -> (continuation of Deferred@1202379522 after retry RPC@531502844)))} after lookup
20:01:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:52.865819 22281 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:52.865950 22281 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:52.867 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:54.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:54.959 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:54.961 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=40, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=28697), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [15340ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [15345ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15345ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18893ms] refreshing cache from master, [18893ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [18896ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [18899ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [18905ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18905ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21513ms] refreshing cache from master, [21513ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [21515ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [21519ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [21524ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21525ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22713ms] refreshing cache from master, [22713ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [22716ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [22738ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [22746ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22746ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [23652ms] refreshing cache from master, [23653ms] too many traces: truncated at 100 traces, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292) -> (continuation of Deferred@2014583042 after retry RPC@249848653) -> (continuation of Deferred@1202379522 after retry RPC@531502844) -> (continuation of Deferred@2078599076 after retry RPC@1778860305), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292) -> (continuation of Deferred@2014583042 after retry RPC@249848653) -> (continuation of Deferred@1202379522 after retry RPC@531502844) -> (continuation of Deferred@2078599076 after retry RPC@1778860305)))} after lookup
20:01:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:54.968703 22283 tablet_replica.cc:1304] Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED: cancelling pending write operations
20:01:54.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:54.968843 22283 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED
20:01:54.970 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) e2b04761546c4b91baf5f477f525457c was demoted as the leader for 367e2b3df55a44e1b9cf2aeaa6841f57
20:01:56.016 [DEBUG - pool-2-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.20.241.190:42777, [15ms] received response from server master-127.20.241.190:42777: OK, deferred=null) with no deferred attached!
20:01:56.259 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 367e2b3df55a44e1b9cf2aeaa6841f57 for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
20:01:56.259 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=367e2b3df55a44e1b9cf2aeaa6841f57@[a1ec5f11773a4142b5632a8d28cf8ef3(127.20.241.131:43417),c78cfb52e4f94e94bf5fb288a6cdc29b(127.20.241.129:36717),e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:01:56.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="367e2b3df55a44e1b9cf2aeaa6841f57" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=367e2b3df55a44e1b9cf2aeaa6841f57, attempt=42, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=29997), Traces: [0ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [36ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [39ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [48ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [48ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [60ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [67ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [67ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [76ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [79ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [84ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [85ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [133ms] refreshing cache from master, [134ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [137ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [139ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [145ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [145ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [213ms] refreshing cache from master, [213ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [216ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [218ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [224ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [224ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1493ms] refreshing cache from master, [1493ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [1496ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [1501ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [1507ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [1507ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5533ms] refreshing cache from master, [5533ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [5535ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [5539ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [5544ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [5544ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6593ms] refreshing cache from master, [6593ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6596ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6599ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6606ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6606ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6673ms] refreshing cache from master, [6673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [6676ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [6679ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [6684ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [6684ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9273ms] refreshing cache from master, [9273ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [9276ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [9280ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [9286ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [9286ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11812ms] refreshing cache from master, [11812ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [11815ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [11818ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [11824ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [11824ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13153ms] refreshing cache from master, [13153ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [13156ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [13158ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [13165ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [13165ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15333ms] refreshing cache from master, [15333ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [15336ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [15340ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [15345ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [15345ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18893ms] refreshing cache from master, [18893ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [18896ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [18899ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [18905ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [18905ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21513ms] refreshing cache from master, [21513ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [21515ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [21519ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [21524ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [21525ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22713ms] refreshing cache from master, [22713ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.241.190:42777, [22716ms] Sub RPC GetTableLocations: received response from server master-127.20.241.190:42777: OK, [22738ms] sending RPC to server e2b04761546c4b91baf5f477f525457c, [22746ms] delaying RPC due to: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [22746ms] received response from server e2b04761546c4b91baf5f477f525457c: Illegal state: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): transaction ID 0 not open: COMMITTED (error 0), [23652ms] refreshing cache from master, [23653ms] too many traces: truncated at 100 traces, deferred=Deferred@846320232(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292) -> (continuation of Deferred@2014583042 after retry RPC@249848653) -> (continuation of Deferred@1202379522 after retry RPC@531502844) -> (continuation of Deferred@2078599076 after retry RPC@1778860305) -> (continuation of Deferred@1490240546 after retry RPC@81150299), errback=apply batch error response -> notify DeferredGroup@1974398415 -> (continuation of Deferred@1323692222 after retry RPC@1916504472) -> (continuation of Deferred@1378285587 after retry RPC@858231529) -> (continuation of Deferred@590196380 after retry RPC@1185823882) -> (continuation of Deferred@567652696 after retry RPC@1866642096) -> (continuation of Deferred@463392491 after retry RPC@399373233) -> (continuation of Deferred@1228276401 after retry RPC@615671018) -> (continuation of Deferred@833700523 after retry RPC@1223425446) -> (continuation of Deferred@1895855825 after retry RPC@1251984960) -> (continuation of Deferred@1759056081 after retry RPC@438130149) -> (continuation of Deferred@59031900 after retry RPC@595265125) -> (continuation of Deferred@1549469672 after retry RPC@2045817630) -> (continuation of Deferred@529220332 after retry RPC@468411058) -> (continuation of Deferred@2123693729 after retry RPC@1671598139) -> (continuation of Deferred@1811835292 after retry RPC@851895220) -> (continuation of Deferred@1649982533 after retry RPC@2062715675) -> (continuation of Deferred@781910974 after retry RPC@159791292) -> (continuation of Deferred@2014583042 after retry RPC@249848653) -> (continuation of Deferred@1202379522 after retry RPC@531502844) -> (continuation of Deferred@2078599076 after retry RPC@1778860305) -> (continuation of Deferred@1490240546 after retry RPC@81150299)))} after lookup
20:01:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:56.265983 21965 meta_cache.cc:302] tablet 68f263b09c1c4607b46ef5b8d1e87b4b: replica a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417) has failed: Timed out: CoordinateTransaction RPC to 127.20.241.131:43417 timed out after 0.001s (SENT)
20:01:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:56.266450 22284 tablet_replica.cc:1304] Timed out: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): CoordinateTransaction RPC to 127.20.241.131:43417 timed out after 0.001s (SENT): cancelling pending write operations
20:01:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:56.266640 22284 tablet_service.cc:696] failed op from {username='slave'} at 127.0.0.1:56936: Timed out: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): CoordinateTransaction RPC to 127.20.241.131:43417 timed out after 0.001s (SENT)
20:01:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:56.266964 22284 rpcz_store.cc:267] Call kudu.tserver.TabletServerService.Write from 127.0.0.1:56936 (ReqId={client: 9d8812161ed54bbd9766212935c7827b, seq_no=2, attempt_no=43}) took 4 ms (client timeout 2 ms). Trace:
20:01:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:56.267059 22284 rpcz_store.cc:269] 0627 20:01:56.262695 (+     0us) service_pool.cc:168] Inserting onto call queue
20:01:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:01:56.262852 (+   157us) service_pool.cc:225] Handling call
20:01:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0627 20:01:56.266906 (+  4054us) inbound_call.cc:173] Queueing success response
20:01:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"thread_start_us":262,"threads_started":1,"txn-participant-registration.queue_time_us":415}
20:01:56.275 [DEBUG - main] (Connection.java:575) [peer e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)] disconnecting while in state READY
20:01:56.276 [DEBUG - main] (Connection.java:575) [peer master-127.20.241.190:42777(127.20.241.190:42777)] disconnecting while in state READY
20:01:56.277 [DEBUG - main] (Connection.java:575) [peer master-127.20.241.189:42831(127.20.241.189:42831)] disconnecting while in state READY
20:01:56.277 [DEBUG - main] (Connection.java:575) [peer master-127.20.241.188:33117(127.20.241.188:33117)] disconnecting while in state READY
20:01:56.282 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:01:56.283 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.241.190:42777(127.20.241.190:42777)] handling channelInactive
20:01:56.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.241.190:42777(127.20.241.190:42777)] cleaning up while in state READY due to: connection closed
20:01:56.284 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.241.188:33117(127.20.241.188:33117)] handling channelInactive
20:01:56.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.241.188:33117(127.20.241.188:33117)] cleaning up while in state READY due to: connection closed
20:01:56.284 [DEBUG - kudu-nio-1] (Connection.java:239) [peer e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)] handling channelInactive
20:01:56.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e2b04761546c4b91baf5f477f525457c(127.20.241.130:35827)] cleaning up while in state READY due to: connection closed
20:01:56.285 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.241.189:42831(127.20.241.189:42831)] handling channelInactive
20:01:56.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.241.189:42831(127.20.241.189:42831)] cleaning up while in state READY due to: connection closed
20:01:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.285809 21446 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 21738
20:01:56.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.302665 21891 generic_service.cc:196] Checking for leaks (request via RPC)
20:01:56.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.397964 21446 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 21738
20:01:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.414105 21446 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 21901
20:01:56.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.421406 22032 generic_service.cc:196] Checking for leaks (request via RPC)
20:01:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.523064 21446 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 21901
20:01:56.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.538858 21446 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 22042
20:01:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.545832 22174 generic_service.cc:196] Checking for leaks (request via RPC)
20:01:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250627 20:01:56.668793 22060 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.241.130:35827: connect: Connection refused (error 111)
20:01:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.669050 21446 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 22042
20:01:56.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.687373 21446 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 21457
20:01:56.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.688490 21528 generic_service.cc:196] Checking for leaks (request via RPC)
20:01:56.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.805912 21446 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 21457
20:01:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.825752 21446 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 21537
20:01:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.826810 21609 generic_service.cc:196] Checking for leaks (request via RPC)
20:01:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.950562 21446 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 21537
20:01:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.970327 21446 external_mini_cluster.cc:1661] Attempting to check leaks for /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu pid 21616
20:01:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:56.971906 21691 generic_service.cc:196] Checking for leaks (request via RPC)
20:01:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250627 20:01:57.080809 21446 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskAI8f9o/build/asan/bin/kudu with pid 21616
20:01:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-27T20:01:57Z chronyd exiting
20:01:57.224 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit: failed attempt 1
java.lang.AssertionError: Row error for row=(int32 key=1, int32 column1_i=2, int32 column2_i=3, string column3_s="a string", bool column4_b=true), tablet=null, server=null, status=Timed out: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): CoordinateTransaction RPC to 127.20.241.131:43417 timed out after 0.001s (SENT) (error 0)
	at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit(TestKuduTransaction.java:1677) ~[test/:?]
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Row error for row=(int32 key=1, int32 column1_i=2, int32 column2_i=3, string column3_s="a string", bool column4_b=true), tablet=null, server=null, status=Timed out: Failed to write to server: a1ec5f11773a4142b5632a8d28cf8ef3 (127.20.241.131:43417): CoordinateTransaction RPC to 127.20.241.131:43417 timed out after 0.001s (SENT) (error 0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit(TestKuduTransaction.java:1677)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.lang.Thread.run(Thread.java:748)