09:06:37.552 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:06:37.565 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task01bLaY/test-tmp
09:06:37.569 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
09:06:37.572 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task01bLaY/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
09:06:37.885 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061"
extra_master_flags: "--txn_manager_enabled"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:06:38.021 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:06:38.022 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:06:38.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:38.027742 17143 mini_oidc.cc:150] Starting JWKS server
09:06:38.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:38.031325 17143 webserver.cc:492] Webserver started at http://127.0.0.1:43083/ using document root <none> and password file <none>
09:06:38.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:38.031898 17143 mini_oidc.cc:186] Starting OIDC Discovery server
09:06:38.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:38.033954 17143 webserver.cc:492] Webserver started at http://127.0.0.1:37877/ using document root <none> and password file <none>
09:06:38.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-04T09:06:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:06:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-04T09:06:38Z Disabled control of system clock
09:06:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:38.097409 17143 external_mini_cluster.cc:1366] Running /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/wal
09:06:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/data
09:06:38.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:06:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:06:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:06:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:38.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/logs
09:06:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/data/info.pb
09:06:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:06:38.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:06:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:06:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:06:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:06:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:06:38.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:06:38.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:06:38.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.254:36513
09:06:38.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.254
09:06:38.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:38.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:38.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:06:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:06:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43083/jwks.json
09:06:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
09:06:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.399287 17155 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:06:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.399888 17155 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:06:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.400509 17155 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:06:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.431902 17155 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:06:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.432204 17155 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:06:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.432360 17155 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:06:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.432652 17155 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:06:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.432950 17155 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:06:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.433301 17155 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:06:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.433574 17155 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43083/jwks.json
09:06:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:38.473773 17155 master_runner.cc:386] Master server non-default flags:
09:06:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/data
09:06:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/wal
09:06:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:06:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:06:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:06:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.254:36513
09:06:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:06:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:06:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:06:38.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43083/jwks.json
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/data/info.pb
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.254
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:06:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/logs
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:06:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 08:43:20 UTC on 5fd53c4cbb9d
09:06:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10341
09:06:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:06:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:38.475164 17155 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:06:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:38.476981 17155 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:06:38.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.488492 17161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:39.891533 17160 debug-util.cc:398] Leaking SignalData structure 0x7b080002ec80 after lost signal to thread 17155
09:06:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.299758 17155 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.811s user 0.602s sys 1.209s
09:06:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:38.488952 17162 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.300184 17155 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.812s user 0.602s sys 1.209s
09:06:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.302805 17164 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.305063 17163 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1811 milliseconds
09:06:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.305117 17155 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:06:40.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.306361 17155 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:06:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.308884 17155 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:06:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.310284 17155 hybrid_clock.cc:648] HybridClock initialized: now 1770196000310229 us; error 67 us; skew 500 ppm
09:06:40.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.311184 17155 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:06:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.317605 17155 webserver.cc:492] Webserver started at http://127.16.189.254:36985/ using document root <none> and password file <none>
09:06:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.318655 17155 fs_manager.cc:362] Metadata directory not provided
09:06:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.319060 17155 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:06:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.319844 17155 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:06:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.324412 17155 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/data/instance:
09:06:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15328589d5124d1c9eedda66efd83db6"
09:06:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:40 on dist-test-slave-zsjw"
09:06:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.325920 17155 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/wal/instance:
09:06:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15328589d5124d1c9eedda66efd83db6"
09:06:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:40 on dist-test-slave-zsjw"
09:06:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.333737 17155 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
09:06:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.340034 17171 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:06:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.341208 17155 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
09:06:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.341583 17155 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/data,/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/wal
09:06:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15328589d5124d1c9eedda66efd83db6"
09:06:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:40 on dist-test-slave-zsjw"
09:06:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.342003 17155 fs_report.cc:389] FS layout report
09:06:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:06:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/wal
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/wal
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/data/data
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:06:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:06:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:06:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:06:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:06:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:06:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.410989 17155 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:06:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.412679 17155 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:06:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.413213 17155 kserver.cc:163] Server-wide thread pool size limit: 3276
09:06:40.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.497855 17155 rpc_server.cc:307] RPC server started. Bound to: 127.16.189.254:36513
09:06:40.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.497922 17232 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.189.254:36513 every 8 connection(s)
09:06:40.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.500931 17155 server_base.cc:1192] Dumped server information to /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/data/info.pb
09:06:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.506973 17233 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.509264 17143 external_mini_cluster.cc:1428] Started /tmp/dist-test-task01bLaY/build/tsan/bin/kudu as pid 17155
09:06:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.509750 17143 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-0/wal/instance
09:06:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.513268 17143 external_mini_cluster.cc:1366] Running /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/wal
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/data
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/logs
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/data/info.pb
09:06:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:06:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:06:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:06:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:06:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:06:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.253:40435
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.253
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:06:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:06:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43083/jwks.json
09:06:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
09:06:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.517525 17233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } has no permanent_uuid. Determining permanent_uuid...
09:06:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.546221 17233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } has no permanent_uuid. Determining permanent_uuid...
09:06:40.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.549113 17173 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.189.253:40435: connect: Connection refused (error 111)
09:06:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.553705 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.253:40435: Network error: Client connection negotiation failed: client connection to 127.16.189.253:40435: connect: Connection refused (error 111)
09:06:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.603211 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } attempt: 1
09:06:40.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.607255 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.253:40435: Network error: Client connection negotiation failed: client connection to 127.16.189.253:40435: connect: Connection refused (error 111)
09:06:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.675801 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } attempt: 2
09:06:40.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.680255 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.253:40435: Network error: Client connection negotiation failed: client connection to 127.16.189.253:40435: connect: Connection refused (error 111)
09:06:40.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.771703 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } attempt: 3
09:06:40.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.775681 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.253:40435: Network error: Client connection negotiation failed: client connection to 127.16.189.253:40435: connect: Connection refused (error 111)
09:06:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.823702 17235 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:06:40.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.824414 17235 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:06:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.825069 17235 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:06:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.856922 17235 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:06:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.857331 17235 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:06:40.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.857606 17235 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:06:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.858011 17235 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:06:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.858347 17235 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:06:40.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.858721 17235 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:06:40.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.858979 17235 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43083/jwks.json
09:06:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.895088 17235 master_runner.cc:386] Master server non-default flags:
09:06:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/data
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/wal
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.253:40435
09:06:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:06:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:06:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43083/jwks.json
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/data/info.pb
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.253
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/logs
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 08:43:20 UTC on 5fd53c4cbb9d
09:06:40.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10341
09:06:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:06:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.896818 17235 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:06:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.899082 17235 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:06:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.909993 17244 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:40.919061 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } attempt: 4
09:06:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.923866 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.253:40435: Network error: Client connection negotiation failed: client connection to 127.16.189.253:40435: connect: Connection refused (error 111)
09:06:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:41.223301 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } attempt: 5
09:06:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:41.228647 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.253:40435: Network error: Client connection negotiation failed: client connection to 127.16.189.253:40435: connect: Connection refused (error 111)
09:06:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:41.776094 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } attempt: 6
09:06:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:41.784307 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.253:40435: Network error: Client connection negotiation failed: client connection to 127.16.189.253:40435: connect: Connection refused (error 111)
09:06:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.912536 17245 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:40.915373 17247 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:42.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.108623 17246 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
09:06:42.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.109150 17235 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:06:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.112939 17235 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:06:42.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.115551 17235 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:06:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.117276 17235 hybrid_clock.cc:648] HybridClock initialized: now 1770196002117243 us; error 45 us; skew 500 ppm
09:06:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.118253 17235 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:06:42.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.124457 17235 webserver.cc:492] Webserver started at http://127.16.189.253:35765/ using document root <none> and password file <none>
09:06:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.125346 17235 fs_manager.cc:362] Metadata directory not provided
09:06:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.125533 17235 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:06:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.125910 17235 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:06:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.130100 17235 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/data/instance:
09:06:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb9f2d0e6f248e4ab7df99a8482772a"
09:06:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:42 on dist-test-slave-zsjw"
09:06:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.131129 17235 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/wal/instance:
09:06:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb9f2d0e6f248e4ab7df99a8482772a"
09:06:42.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:42 on dist-test-slave-zsjw"
09:06:42.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.138298 17235 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
09:06:42.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.143914 17256 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:06:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.145004 17235 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
09:06:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.145318 17235 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/data,/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/wal
09:06:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb9f2d0e6f248e4ab7df99a8482772a"
09:06:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:42 on dist-test-slave-zsjw"
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.145615 17235 fs_report.cc:389] FS layout report
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/wal
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/wal
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/data/data
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:06:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:06:42.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.192909 17235 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:06:42.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.194434 17235 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:06:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.194835 17235 kserver.cc:163] Server-wide thread pool size limit: 3276
09:06:42.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.284224 17235 rpc_server.cc:307] RPC server started. Bound to: 127.16.189.253:40435
09:06:42.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.284312 17317 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.189.253:40435 every 8 connection(s)
09:06:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.287068 17235 server_base.cc:1192] Dumped server information to /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/data/info.pb
09:06:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.291395 17143 external_mini_cluster.cc:1428] Started /tmp/dist-test-task01bLaY/build/tsan/bin/kudu as pid 17235
09:06:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.292032 17143 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-1/wal/instance
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.294589 17143 external_mini_cluster.cc:1366] Running /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/wal
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/data
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/logs
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/data/info.pb
09:06:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.252:37391
09:06:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.252
09:06:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:42.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:06:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:06:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43083/jwks.json
09:06:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled with env {}
09:06:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.295022 17318 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.307860 17318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } has no permanent_uuid. Determining permanent_uuid...
09:06:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.345845 17318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } has no permanent_uuid. Determining permanent_uuid...
09:06:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.362636 17318 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } has no permanent_uuid. Determining permanent_uuid...
09:06:42.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.365163 17257 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:42.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.369966 17318 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:42.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.419567 17318 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 1
09:06:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.424808 17318 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.493235 17318 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 2
09:06:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.498319 17318 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.590166 17318 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 3
09:06:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.594063 17318 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.637847 17320 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:06:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.638398 17320 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:06:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.638851 17320 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:06:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.675559 17320 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:06:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.675942 17320 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:06:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.676118 17320 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:06:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.676321 17320 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:06:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.676528 17320 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:06:42.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.676719 17320 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:06:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.676873 17320 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43083/jwks.json
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.713070 17320 master_runner.cc:386] Master server non-default flags:
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/data
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/wal
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:06:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.252:37391
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43083/jwks.json
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/data/info.pb
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.252
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/logs
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 08:43:20 UTC on 5fd53c4cbb9d
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10341
09:06:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:06:42.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.714355 17320 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:06:42.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.716503 17320 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:06:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.728773 17330 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.737516 17318 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 4
09:06:42.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.743356 17318 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.844736 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } attempt: 7
09:06:42.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.863992 17233 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } has no permanent_uuid. Determining permanent_uuid...
09:06:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.874689 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:42.933264 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 1
09:06:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.939849 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.021457 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 2
09:06:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:43.028002 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.042932 17318 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 5
09:06:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:43.049752 17318 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.113727 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 3
09:06:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:43.121452 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:43.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.262019 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 4
09:06:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:43.269096 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:43.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.552678 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 5
09:06:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:43.559242 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.597386 17318 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 6
09:06:43.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:43.612977 17318 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:42.730816 17331 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:43.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:43.965788 17333 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:43.968909 17332 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1233 milliseconds
09:06:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.969062 17320 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:06:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.970526 17320 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:06:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.973810 17320 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:06:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.975261 17320 hybrid_clock.cc:648] HybridClock initialized: now 1770196003975215 us; error 58 us; skew 500 ppm
09:06:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.976136 17320 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:06:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.983574 17320 webserver.cc:492] Webserver started at http://127.16.189.252:46377/ using document root <none> and password file <none>
09:06:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.984547 17320 fs_manager.cc:362] Metadata directory not provided
09:06:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.984740 17320 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:06:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.985126 17320 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:06:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.989539 17320 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/data/instance:
09:06:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a16058f28e534f3c89858c52b064708b"
09:06:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:43 on dist-test-slave-zsjw"
09:06:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.990608 17320 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/wal/instance:
09:06:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a16058f28e534f3c89858c52b064708b"
09:06:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:43 on dist-test-slave-zsjw"
09:06:43.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:43.998172 17320 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
09:06:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.004076 17344 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:06:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.005167 17320 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
09:06:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.005457 17320 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/data,/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/wal
09:06:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a16058f28e534f3c89858c52b064708b"
09:06:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:43 on dist-test-slave-zsjw"
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.005741 17320 fs_report.cc:389] FS layout report
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/wal
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/wal
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/data/data
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:06:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:06:44.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.053182 17320 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:06:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.054987 17320 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:06:44.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.055588 17320 kserver.cc:163] Server-wide thread pool size limit: 3276
09:06:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.111826 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 6
09:06:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:44.121497 17233 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.189.252:37391: Network error: Client connection negotiation failed: client connection to 127.16.189.252:37391: connect: Connection refused (error 111)
09:06:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.160516 17320 rpc_server.cc:307] RPC server started. Bound to: 127.16.189.252:37391
09:06:44.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.160588 17407 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.189.252:37391 every 8 connection(s)
09:06:44.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.163232 17320 server_base.cc:1192] Dumped server information to /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/data/info.pb
09:06:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.167779 17143 external_mini_cluster.cc:1428] Started /tmp/dist-test-task01bLaY/build/tsan/bin/kudu as pid 17320
09:06:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.168116 17143 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/master-2/wal/instance
09:06:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.170684 17408 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.187985 17408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } has no permanent_uuid. Determining permanent_uuid...
09:06:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.215440 17408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } has no permanent_uuid. Determining permanent_uuid...
09:06:44.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.226832 17408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } has no permanent_uuid. Determining permanent_uuid...
09:06:44.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.244954 17408 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b: Bootstrap starting.
09:06:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.251336 17408 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b: Neither blocks nor log segments found. Creating new log.
09:06:44.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.254211 17408 log.cc:826] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b: Log is configured to *not* fsync() on all Append() calls
09:06:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.258540 17408 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b: No bootstrap required, opened a new log
09:06:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.280197 17408 raft_consensus.cc:359] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.280987 17408 raft_consensus.cc:385] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.281217 17408 raft_consensus.cc:740] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a16058f28e534f3c89858c52b064708b, State: Initialized, Role: FOLLOWER
09:06:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.281999 17408 consensus_queue.cc:260] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.285283 17417 sys_catalog.cc:455] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.287173 17417 sys_catalog.cc:458] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: This master's current role is: FOLLOWER
09:06:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.289517 17408 sys_catalog.cc:565] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: configured and running, proceeding with master startup.
09:06:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:44.311976 17350 tablet.cc:2378] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:06:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:44.329994 17428 catalog_manager.cc:1568] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:06:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:44.330358 17428 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:06:44.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.320919 17320 master_runner.cc:186] Error getting master registration for 127.16.189.254:36513: OK, instance_id { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" instance_seqno: 1770196000479730 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:06:44.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.346737 17320 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:06:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.626192 17417 raft_consensus.cc:493] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:06:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.626771 17417 raft_consensus.cc:515] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.629325 17417 leader_election.cc:290] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 15328589d5124d1c9eedda66efd83db6 (127.16.189.254:36513), 9bb9f2d0e6f248e4ab7df99a8482772a (127.16.189.253:40435)
09:06:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.673686 17318 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 7
09:06:44.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.692793 17318 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a: Bootstrap starting.
09:06:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.698714 17318 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a: Neither blocks nor log segments found. Creating new log.
09:06:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.700579 17318 log.cc:826] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a: Log is configured to *not* fsync() on all Append() calls
09:06:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.706732 17318 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a: No bootstrap required, opened a new log
09:06:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.735888 17318 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.737210 17318 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:44.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.737768 17318 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9bb9f2d0e6f248e4ab7df99a8482772a, State: Initialized, Role: FOLLOWER
09:06:44.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.738927 17318 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:44.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.742772 17432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.743805 17432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [sys.catalog]: This master's current role is: FOLLOWER
09:06:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.744997 17318 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [sys.catalog]: configured and running, proceeding with master startup.
09:06:44.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.745635 17283 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a16058f28e534f3c89858c52b064708b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" is_pre_election: true
09:06:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.747071 17283 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a16058f28e534f3c89858c52b064708b in term 0.
09:06:44.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.749341 17346 leader_election.cc:304] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9bb9f2d0e6f248e4ab7df99a8482772a, a16058f28e534f3c89858c52b064708b; no voters:
09:06:44.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.750559 17417 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 0 FOLLOWER]: Leader pre-election won for term 1
09:06:44.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.750990 17417 raft_consensus.cc:493] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:06:44.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.751394 17417 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 0 FOLLOWER]: Advancing to term 1
09:06:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.759888 17417 raft_consensus.cc:515] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.762847 17417 leader_election.cc:290] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [CANDIDATE]: Term 1 election: Requested vote from peers 15328589d5124d1c9eedda66efd83db6 (127.16.189.254:36513), 9bb9f2d0e6f248e4ab7df99a8482772a (127.16.189.253:40435)
09:06:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.764385 17283 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a16058f28e534f3c89858c52b064708b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a"
09:06:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.766269 17283 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [term 0 FOLLOWER]: Advancing to term 1
09:06:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.777536 17283 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a16058f28e534f3c89858c52b064708b in term 1.
09:06:44.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.778959 17346 leader_election.cc:304] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9bb9f2d0e6f248e4ab7df99a8482772a, a16058f28e534f3c89858c52b064708b; no voters:
09:06:44.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.779754 17417 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 1 FOLLOWER]: Leader election won for term 1
09:06:44.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.785298 17417 raft_consensus.cc:697] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [term 1 LEADER]: Becoming Leader. State: Replica: a16058f28e534f3c89858c52b064708b, State: Running, Role: LEADER
09:06:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.786351 17417 consensus_queue.cc:237] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.802042 17439 sys_catalog.cc:455] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: SysCatalogTable state changed. Reason: New leader a16058f28e534f3c89858c52b064708b. Latest consensus state: current_term: 1 leader_uuid: "a16058f28e534f3c89858c52b064708b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.803066 17439 sys_catalog.cc:458] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: This master's current role is: LEADER
09:06:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.806532 17445 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:06:44.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.818760 17445 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:06:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.845338 17283 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [term 1 FOLLOWER]: Refusing update from remote peer a16058f28e534f3c89858c52b064708b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:06:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.851591 17417 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [LEADER]: Connected to new peer: Peer: permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:06:44.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:44.863183 17446 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:06:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:44.864223 17446 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:06:44.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.820281 17235 master_runner.cc:186] Error getting master registration for 127.16.189.254:36513: OK, instance_id { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" instance_seqno: 1770196000479730 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:06:44.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.881682 17235 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:06:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.900660 17432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [sys.catalog]: SysCatalogTable state changed. Reason: New leader a16058f28e534f3c89858c52b064708b. Latest consensus state: current_term: 1 leader_uuid: "a16058f28e534f3c89858c52b064708b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:44.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.904397 17432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [sys.catalog]: This master's current role is: FOLLOWER
09:06:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.914511 17448 mvcc.cc:204] Tried to move back new op lower bound from 7250722835810017280 to 7250722835619651584. Current Snapshot: MvccSnapshot[applied={T|T < 7250722835810017280}]
09:06:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.927007 17417 sys_catalog.cc:455] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a16058f28e534f3c89858c52b064708b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.927848 17417 sys_catalog.cc:458] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: This master's current role is: LEADER
09:06:44.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.938952 17432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a16058f28e534f3c89858c52b064708b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.942154 17445 catalog_manager.cc:1357] Generated new cluster ID: 9d09f5b8fa7e4670bae5b53ea3053c9e
09:06:44.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.942484 17445 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:06:44.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.942942 17432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a [sys.catalog]: This master's current role is: FOLLOWER
09:06:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.983134 17445 catalog_manager.cc:1380] Generated new certificate authority record
09:06:44.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:44.985628 17445 catalog_manager.cc:1514] Loading token signing keys...
09:06:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.015256 17445 catalog_manager.cc:6027] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b: Generated new TSK 0
09:06:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.025079 17445 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.077672 17143 external_mini_cluster.cc:1366] Running /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/wal
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/data
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/logs
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/data/info.pb
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.193:0
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.189.193
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.193
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:06:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.154912 17233 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } attempt: 7
09:06:45.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.198513 17233 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6: Bootstrap starting.
09:06:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.240087 17233 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6: Neither blocks nor log segments found. Creating new log.
09:06:45.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.242931 17233 log.cc:826] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6: Log is configured to *not* fsync() on all Append() calls
09:06:45.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.267472 17233 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6: No bootstrap required, opened a new log
09:06:45.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.373612 17233 raft_consensus.cc:359] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.383797 17233 raft_consensus.cc:385] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.384519 17233 raft_consensus.cc:740] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 15328589d5124d1c9eedda66efd83db6, State: Initialized, Role: FOLLOWER
09:06:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.385834 17233 consensus_queue.cc:260] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } }
09:06:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.401847 17233 sys_catalog.cc:565] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [sys.catalog]: configured and running, proceeding with master startup.
09:06:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.411844 17197 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a16058f28e534f3c89858c52b064708b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "15328589d5124d1c9eedda66efd83db6"
09:06:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.412671 17197 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [term 0 FOLLOWER]: Advancing to term 1
09:06:45.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.413302 17198 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a16058f28e534f3c89858c52b064708b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "15328589d5124d1c9eedda66efd83db6" is_pre_election: true
09:06:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.421545 17197 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a16058f28e534f3c89858c52b064708b in term 1.
09:06:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.424000 17177 tablet.cc:2378] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:06:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.429430 17196 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [term 1 FOLLOWER]: Refusing update from remote peer a16058f28e534f3c89858c52b064708b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:06:45.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.435988 17439 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [LEADER]: Connected to new peer: Peer: permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
09:06:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.444124 17456 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.447495 17456 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [sys.catalog]: This master's current role is: FOLLOWER
09:06:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.529913 17460 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a16058f28e534f3c89858c52b064708b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:45.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.531522 17460 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [sys.catalog]: This master's current role is: FOLLOWER
09:06:45.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.532662 17456 sys_catalog.cc:455] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a16058f28e534f3c89858c52b064708b. Latest consensus state: current_term: 1 leader_uuid: "a16058f28e534f3c89858c52b064708b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.533322 17456 sys_catalog.cc:458] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6 [sys.catalog]: This master's current role is: FOLLOWER
09:06:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.556694 17472 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:06:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.725392 17453 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:06:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.726044 17453 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:06:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.726866 17453 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:06:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.784145 17453 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:06:45.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.785071 17453 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:06:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.785816 17453 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.189.193
09:06:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.850028 17453 tablet_server_runner.cc:78] Tablet server non-default flags:
09:06:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/data
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/wal
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.193:0
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/data/info.pb
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.193
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.189.193
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/logs
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 08:43:20 UTC on 5fd53c4cbb9d
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10341
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:06:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.851781 17453 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:06:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.853942 17453 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:06:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.871374 17446 catalog_manager.cc:1269] Loaded cluster ID: 9d09f5b8fa7e4670bae5b53ea3053c9e
09:06:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.872085 17446 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a: loading cluster ID for follower catalog manager: success
09:06:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.881013 17446 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a: acquiring CA information for follower catalog manager: success
09:06:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.886981 17446 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 9bb9f2d0e6f248e4ab7df99a8482772a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:06:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.891752 17478 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.923211 17439 sys_catalog.cc:455] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a16058f28e534f3c89858c52b064708b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "15328589d5124d1c9eedda66efd83db6" member_type: VOTER last_known_addr { host: "127.16.189.254" port: 36513 } } peers { permanent_uuid: "9bb9f2d0e6f248e4ab7df99a8482772a" member_type: VOTER last_known_addr { host: "127.16.189.253" port: 40435 } } peers { permanent_uuid: "a16058f28e534f3c89858c52b064708b" member_type: VOTER last_known_addr { host: "127.16.189.252" port: 37391 } } }
09:06:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:45.925910 17439 sys_catalog.cc:458] T 00000000000000000000000000000000 P a16058f28e534f3c89858c52b064708b [sys.catalog]: This master's current role is: LEADER
09:06:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:46.592526 17472 catalog_manager.cc:1269] Loaded cluster ID: 9d09f5b8fa7e4670bae5b53ea3053c9e
09:06:46.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:46.593185 17472 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6: loading cluster ID for follower catalog manager: success
09:06:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:46.609735 17472 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6: acquiring CA information for follower catalog manager: success
09:06:46.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:46.635371 17472 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 15328589d5124d1c9eedda66efd83db6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:06:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:47.284564 17477 debug-util.cc:398] Leaking SignalData structure 0x7b080002ed80 after lost signal to thread 17453
09:06:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:48.007164 17477 kernel_stack_watchdog.cc:198] Thread 17453 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 390ms:
09:06:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
09:06:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
09:06:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
09:06:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
09:06:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:48.007762 17453 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.115s user 0.000s sys 0.002s
09:06:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:48.008123 17453 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.116s user 0.000s sys 0.002s
09:06:48.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:45.894528 17479 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.021988 17453 server_base.cc:1060] running on GCE node
09:06:48.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:48.023490 17492 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:48.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.025051 17453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:06:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.028982 17453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:06:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.030429 17453 hybrid_clock.cc:648] HybridClock initialized: now 1770196008030359 us; error 75 us; skew 500 ppm
09:06:48.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.031457 17453 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:06:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.050812 17453 webserver.cc:492] Webserver started at http://127.16.189.193:34069/ using document root <none> and password file <none>
09:06:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.052075 17453 fs_manager.cc:362] Metadata directory not provided
09:06:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.052470 17453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:06:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.053032 17453 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:06:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.060052 17453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/data/instance:
09:06:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6652b1a696e44d4290732b08eb3215cb"
09:06:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:48 on dist-test-slave-zsjw"
09:06:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.061647 17453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/wal/instance:
09:06:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6652b1a696e44d4290732b08eb3215cb"
09:06:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:48 on dist-test-slave-zsjw"
09:06:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.080660 17453 fs_manager.cc:696] Time spent creating directory manager: real 0.018s user 0.000s sys 0.015s
09:06:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.095357 17497 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:06:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.097031 17453 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.005s sys 0.006s
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.097551 17453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/data,/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/wal
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6652b1a696e44d4290732b08eb3215cb"
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:48 on dist-test-slave-zsjw"
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.098026 17453 fs_report.cc:389] FS layout report
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/wal
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/wal
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/data/data
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:06:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:06:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:06:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.218425 17453 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:06:48.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.220566 17453 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:06:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.221143 17453 kserver.cc:163] Server-wide thread pool size limit: 3276
09:06:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.263538 17453 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:06:48.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.263878 17453 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
09:06:48.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.264196 17453 ts_tablet_manager.cc:616] Registered 0 tablets
09:06:48.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.264420 17453 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:06:48.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.619259 17453 rpc_server.cc:307] RPC server started. Bound to: 127.16.189.193:36101
09:06:48.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.619349 17622 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.189.193:36101 every 8 connection(s)
09:06:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.621965 17453 server_base.cc:1192] Dumped server information to /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/data/info.pb
09:06:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.623198 17143 external_mini_cluster.cc:1428] Started /tmp/dist-test-task01bLaY/build/tsan/bin/kudu as pid 17453
09:06:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.624421 17143 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-0/wal/instance
09:06:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.641963 17623 heartbeater.cc:344] Connected to a master server at 127.16.189.252:37391
09:06:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.642483 17623 heartbeater.cc:461] Registering TS with master...
09:06:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.643780 17623 heartbeater.cc:507] Master 127.16.189.252:37391 requested a full tablet report, sending...
09:06:48.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.648957 17361 ts_manager.cc:194] Registered new tserver with Master: 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101)
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.651036 17143 external_mini_cluster.cc:1366] Running /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/wal
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/data
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/logs
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/data/info.pb
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.194:0
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.189.194
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.194
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:06:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.653599 17361 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.189.193:52515
09:06:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.661405 17625 heartbeater.cc:344] Connected to a master server at 127.16.189.254:36513
09:06:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.662285 17625 heartbeater.cc:461] Registering TS with master...
09:06:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.663033 17625 heartbeater.cc:507] Master 127.16.189.254:36513 requested a full tablet report, sending...
09:06:48.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.665096 17624 heartbeater.cc:344] Connected to a master server at 127.16.189.253:40435
09:06:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.665793 17624 heartbeater.cc:461] Registering TS with master...
09:06:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.666811 17624 heartbeater.cc:507] Master 127.16.189.253:40435 requested a full tablet report, sending...
09:06:48.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.666868 17188 ts_manager.cc:194] Registered new tserver with Master: 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101)
09:06:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:48.670882 17273 ts_manager.cc:194] Registered new tserver with Master: 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101)
09:06:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:49.000418 17627 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:06:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:49.000880 17627 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:06:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:49.001502 17627 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:06:49.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:49.034171 17627 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:06:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:49.034857 17627 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:06:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:49.035568 17627 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.189.194
09:06:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:49.073786 17627 tablet_server_runner.cc:78] Tablet server non-default flags:
09:06:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/data
09:06:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/wal
09:06:49.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.194:0
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/data/info.pb
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.194
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.189.194
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/logs
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:06:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 08:43:20 UTC on 5fd53c4cbb9d
09:06:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10341
09:06:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:06:49.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:49.075150 17627 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:06:49.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:49.077069 17627 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:06:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:49.092061 17633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:49.658108 17623 heartbeater.cc:499] Master 127.16.189.252:37391 was elected leader, sending a full tablet report...
09:06:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:50.491874 17632 debug-util.cc:398] Leaking SignalData structure 0x7b080002ed80 after lost signal to thread 17627
09:06:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:49.093675 17634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:50.591400 17627 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.499s user 0.460s sys 0.969s
09:06:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:50.592738 17627 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.500s user 0.461s sys 0.969s
09:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:50.594192 17636 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:50.597090 17635 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1499 milliseconds
09:06:50.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.597123 17627 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:06:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.598507 17627 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:06:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.600581 17627 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:06:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.601913 17627 hybrid_clock.cc:648] HybridClock initialized: now 1770196010601889 us; error 60 us; skew 500 ppm
09:06:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.602677 17627 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:06:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.609458 17627 webserver.cc:492] Webserver started at http://127.16.189.194:35783/ using document root <none> and password file <none>
09:06:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.610347 17627 fs_manager.cc:362] Metadata directory not provided
09:06:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.610530 17627 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:06:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.610898 17627 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:06:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.615265 17627 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/data/instance:
09:06:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e8e772106184ebaba19d856a5f36e45"
09:06:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:50 on dist-test-slave-zsjw"
09:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.616379 17627 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/wal/instance:
09:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e8e772106184ebaba19d856a5f36e45"
09:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:50 on dist-test-slave-zsjw"
09:06:50.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.624176 17627 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
09:06:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.630240 17643 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:06:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.631372 17627 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
09:06:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.631814 17627 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/data,/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/wal
09:06:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e8e772106184ebaba19d856a5f36e45"
09:06:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:50 on dist-test-slave-zsjw"
09:06:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.632167 17627 fs_report.cc:389] FS layout report
09:06:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:06:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/wal
09:06:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/wal
09:06:50.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/data/data
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:06:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:06:50.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.686532 17627 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:06:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.688195 17627 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:06:50.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.688721 17627 kserver.cc:163] Server-wide thread pool size limit: 3276
09:06:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.698501 17627 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:06:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.699252 17627 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
09:06:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.699599 17627 ts_tablet_manager.cc:616] Registered 0 tablets
09:06:50.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.699848 17627 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.002s
09:06:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.895182 17627 rpc_server.cc:307] RPC server started. Bound to: 127.16.189.194:37875
09:06:50.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.895763 17768 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.189.194:37875 every 8 connection(s)
09:06:50.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.897632 17627 server_base.cc:1192] Dumped server information to /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/data/info.pb
09:06:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.903949 17143 external_mini_cluster.cc:1428] Started /tmp/dist-test-task01bLaY/build/tsan/bin/kudu as pid 17627
09:06:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.904389 17143 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-1/wal/instance
09:06:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.913223 17771 heartbeater.cc:344] Connected to a master server at 127.16.189.254:36513
09:06:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.913808 17771 heartbeater.cc:461] Registering TS with master...
09:06:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.919239 17769 heartbeater.cc:344] Connected to a master server at 127.16.189.252:37391
09:06:50.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.919605 17769 heartbeater.cc:461] Registering TS with master...
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.921859 17771 heartbeater.cc:507] Master 127.16.189.254:36513 requested a full tablet report, sending...
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.921999 17143 external_mini_cluster.cc:1366] Running /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task01bLaY/build/tsan/bin/kudu
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/wal
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/data
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/logs
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/data/info.pb
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.195:0
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.189.195
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.195
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:06:50.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.923794 17769 heartbeater.cc:507] Master 127.16.189.252:37391 requested a full tablet report, sending...
09:06:50.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.926625 17360 ts_manager.cc:194] Registered new tserver with Master: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875)
09:06:50.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.928393 17360 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.189.194:45243
09:06:50.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.928506 17188 ts_manager.cc:194] Registered new tserver with Master: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875)
09:06:50.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.931851 17770 heartbeater.cc:344] Connected to a master server at 127.16.189.253:40435
09:06:50.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.932137 17770 heartbeater.cc:461] Registering TS with master...
09:06:50.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.932611 17770 heartbeater.cc:507] Master 127.16.189.253:40435 requested a full tablet report, sending...
09:06:50.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:50.935503 17273 ts_manager.cc:194] Registered new tserver with Master: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875)
09:06:51.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:51.281934 17774 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:06:51.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:51.282503 17774 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:06:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:51.283121 17774 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:06:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:51.316699 17774 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:06:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:51.317525 17774 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:06:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:51.318094 17774 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.189.195
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:51.356597 17774 tablet_server_runner.cc:78] Tablet server non-default flags:
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.189.212:44433
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/data
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/wal
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.189.195:0
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/data/info.pb
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.189.195
09:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.189.254:36513,127.16.189.253:40435,127.16.189.252:37391
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.189.195
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/logs
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0efbebd487e7d0c7f21ab0d5a91e0fa70046af83
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Feb 2026 08:43:20 UTC on 5fd53c4cbb9d
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10341
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
09:06:51.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:51.358299 17774 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:06:51.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:51.360054 17774 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:06:51.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:51.373610 17780 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:51.932209 17769 heartbeater.cc:499] Master 127.16.189.252:37391 was elected leader, sending a full tablet report...
09:06:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:51.373980 17781 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:52.776573 17779 debug-util.cc:398] Leaking SignalData structure 0x7b080002ed80 after lost signal to thread 17774
09:06:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:53.129355 17774 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.755s user 0.694s sys 1.051s
09:06:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:53.131373 17774 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.758s user 0.694s sys 1.052s
09:06:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:53.131774 17783 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:06:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:53.135018 17782 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1755 milliseconds
09:06:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.135084 17774 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
09:06:53.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.136230 17774 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:06:53.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.138161 17774 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:06:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.139537 17774 hybrid_clock.cc:648] HybridClock initialized: now 1770196013139502 us; error 39 us; skew 500 ppm
09:06:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.140410 17774 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:06:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.146291 17774 webserver.cc:492] Webserver started at http://127.16.189.195:41645/ using document root <none> and password file <none>
09:06:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.147222 17774 fs_manager.cc:362] Metadata directory not provided
09:06:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.147557 17774 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:06:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.148029 17774 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
09:06:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.152117 17774 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/data/instance:
09:06:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b61b83e3ed3144ac9e62daa82a95209c"
09:06:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:53 on dist-test-slave-zsjw"
09:06:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.153136 17774 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/wal/instance:
09:06:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b61b83e3ed3144ac9e62daa82a95209c"
09:06:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:53 on dist-test-slave-zsjw"
09:06:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.160302 17774 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
09:06:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.166183 17793 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:06:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.167318 17774 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.005s
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.167711 17774 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/data,/tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/wal
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b61b83e3ed3144ac9e62daa82a95209c"
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-02-04 09:06:53 on dist-test-slave-zsjw"
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.168066 17774 fs_report.cc:389] FS layout report
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/wal
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/wal
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/data/data
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:06:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:06:53.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.216076 17774 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:06:53.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.217531 17774 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:06:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.217918 17774 kserver.cc:163] Server-wide thread pool size limit: 3276
09:06:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.229422 17774 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:06:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.229754 17774 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:06:53.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.230075 17774 ts_tablet_manager.cc:616] Registered 0 tablets
09:06:53.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.230304 17774 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:06:53.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.442610 17774 rpc_server.cc:307] RPC server started. Bound to: 127.16.189.195:45305
09:06:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.443100 17917 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.189.195:45305 every 8 connection(s)
09:06:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.445205 17774 server_base.cc:1192] Dumped server information to /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/data/info.pb
09:06:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.453400 17143 external_mini_cluster.cc:1428] Started /tmp/dist-test-task01bLaY/build/tsan/bin/kudu as pid 17774
09:06:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.453992 17143 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task01bLaY/test-tmp/mini-kudu-cluster1841765547707611061/ts-2/wal/instance
09:06:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.463616 17920 heartbeater.cc:344] Connected to a master server at 127.16.189.254:36513
09:06:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.465572 17920 heartbeater.cc:461] Registering TS with master...
09:06:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.466423 17918 heartbeater.cc:344] Connected to a master server at 127.16.189.252:37391
09:06:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.466773 17918 heartbeater.cc:461] Registering TS with master...
09:06:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.467343 17920 heartbeater.cc:507] Master 127.16.189.254:36513 requested a full tablet report, sending...
09:06:53.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.468627 17918 heartbeater.cc:507] Master 127.16.189.252:37391 requested a full tablet report, sending...
09:06:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.470793 17360 ts_manager.cc:194] Registered new tserver with Master: b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305)
09:06:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.471506 17188 ts_manager.cc:194] Registered new tserver with Master: b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305)
09:06:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.472434 17360 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.189.195:37963
09:06:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.476894 17919 heartbeater.cc:344] Connected to a master server at 127.16.189.253:40435
09:06:53.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.477241 17919 heartbeater.cc:461] Registering TS with master...
09:06:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.477794 17919 heartbeater.cc:507] Master 127.16.189.253:40435 requested a full tablet report, sending...
09:06:53.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.479818 17273 ts_manager.cc:194] Registered new tserver with Master: b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305)
09:06:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:53.494436 17143 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:06:53.509 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:06:53.512 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:06:53.523 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.16.189.254"
port: 36513
}
bound_http_address {
host: "127.16.189.254"
port: 36985
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.16.189.253"
port: 40435
}
bound_http_address {
host: "127.16.189.253"
port: 35765
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.16.189.252"
port: 37391
}
bound_http_address {
host: "127.16.189.252"
port: 46377
}
}
}
09:06:53.527 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:06:53.529 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.16.189.193"
port: 36101
}
bound_http_address {
host: "127.16.189.193"
port: 34069
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.16.189.194"
port: 37875
}
bound_http_address {
host: "127.16.189.194"
port: 35783
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.16.189.195"
port: 45305
}
bound_http_address {
host: "127.16.189.195"
port: 41645
}
}
}
09:06:53.530 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:06:53.706 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_275]
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51) ~[main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52) [main/:?]
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41) [main/:?]
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43) [main/:?]
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155) [main/:?]
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299) [main/:?]
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109) [main/:?]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) [junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.lang.Class.getDeclaredMethod(Class.java:2130)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
09:06:53.732 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:06:53.928 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.189.252:37391(127.16.189.252:37391)] connecting to peer
09:06:53.992 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.189.253:40435(127.16.189.253:40435)] connecting to peer
09:06:53.998 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.16.189.254:36513(127.16.189.254:36513)] connecting to peer
09:06:54.032 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.189.253:40435(127.16.189.253:40435)] Successfully connected to peer
09:06:54.035 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.189.252:37391(127.16.189.252:37391)] Successfully connected to peer
09:06:54.097 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.189.254:36513(127.16.189.254:36513)] Successfully connected to peer
09:06:54.121 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.189.253
09:06:54.121 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.189.252
09:06:54.227 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.189.254
09:06:54.353 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xee41231e, L:/127.0.0.1:40622 - R:/127.16.189.253:40435] using SASL/PLAIN
09:06:54.353 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1aa03ce9, L:/127.0.0.1:52072 - R:/127.16.189.252:37391] using SASL/PLAIN
09:06:54.359 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe9951c09, L:/127.0.0.1:46592 - R:/127.16.189.254:36513] using SASL/PLAIN
09:06:54.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:06:54.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=518), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.189.252:37391, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.189.253:40435, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.189.254:36513, [484ms] Sub RPC ConnectToMaster: received response from server master-127.16.189.253:40435: OK, [485ms] Sub RPC ConnectToMaster: received response from server master-127.16.189.252:37391: OK, deferred=null) after lookup
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.458123 17360 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52072:
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "submit_write_op_after_commit"
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:54.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:06:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
09:06:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:06:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
09:06:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
09:06:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:54.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:54.462651 17360 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table submit_write_op_after_commit in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:06:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.476382 17918 heartbeater.cc:499] Master 127.16.189.252:37391 was elected leader, sending a full tablet report...
09:06:54.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c52b2b651e084d6abdc8c0a287ec39c5
09:06:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.591282 17853 tablet_service.cc:1505] Processing CreateTablet for tablet 1ccf41eb729b4dc4b16c4ee9ca013285 (DEFAULT_TABLE table=submit_write_op_after_commit [id=c52b2b651e084d6abdc8c0a287ec39c5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:06:54.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.596036 17852 tablet_service.cc:1505] Processing CreateTablet for tablet dd82931b57134d7193a9cba27954bede (DEFAULT_TABLE table=submit_write_op_after_commit [id=c52b2b651e084d6abdc8c0a287ec39c5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:06:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.595917 17704 tablet_service.cc:1505] Processing CreateTablet for tablet 1ccf41eb729b4dc4b16c4ee9ca013285 (DEFAULT_TABLE table=submit_write_op_after_commit [id=c52b2b651e084d6abdc8c0a287ec39c5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:06:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.596297 17703 tablet_service.cc:1505] Processing CreateTablet for tablet dd82931b57134d7193a9cba27954bede (DEFAULT_TABLE table=submit_write_op_after_commit [id=c52b2b651e084d6abdc8c0a287ec39c5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:06:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.594527 17853 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1ccf41eb729b4dc4b16c4ee9ca013285. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.598536 17704 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1ccf41eb729b4dc4b16c4ee9ca013285. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.599903 17852 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dd82931b57134d7193a9cba27954bede. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:54.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.603722 17703 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dd82931b57134d7193a9cba27954bede. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.617739 17558 tablet_service.cc:1505] Processing CreateTablet for tablet 1ccf41eb729b4dc4b16c4ee9ca013285 (DEFAULT_TABLE table=submit_write_op_after_commit [id=c52b2b651e084d6abdc8c0a287ec39c5]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:06:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.626091 17557 tablet_service.cc:1505] Processing CreateTablet for tablet dd82931b57134d7193a9cba27954bede (DEFAULT_TABLE table=submit_write_op_after_commit [id=c52b2b651e084d6abdc8c0a287ec39c5]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:06:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.631875 17557 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dd82931b57134d7193a9cba27954bede. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.642308 17558 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1ccf41eb729b4dc4b16c4ee9ca013285. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:54.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.658535 17948 tablet_bootstrap.cc:492] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45: Bootstrap starting.
09:06:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.670631 17947 tablet_bootstrap.cc:492] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c: Bootstrap starting.
09:06:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.672662 17948 tablet_bootstrap.cc:654] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45: Neither blocks nor log segments found. Creating new log.
09:06:54.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.675304 17948 log.cc:826] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45: Log is configured to *not* fsync() on all Append() calls
09:06:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.680174 17947 tablet_bootstrap.cc:654] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c: Neither blocks nor log segments found. Creating new log.
09:06:54.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.683899 17947 log.cc:826] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c: Log is configured to *not* fsync() on all Append() calls
09:06:54.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.691761 17950 tablet_bootstrap.cc:492] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb: Bootstrap starting.
09:06:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.694156 17948 tablet_bootstrap.cc:492] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45: No bootstrap required, opened a new log
09:06:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.694254 17947 tablet_bootstrap.cc:492] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c: No bootstrap required, opened a new log
09:06:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.694768 17948 ts_tablet_manager.cc:1403] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45: Time spent bootstrapping tablet: real 0.037s user 0.019s sys 0.003s
09:06:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.696110 17947 ts_tablet_manager.cc:1403] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c: Time spent bootstrapping tablet: real 0.026s user 0.004s sys 0.019s
09:06:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.699184 17950 tablet_bootstrap.cc:654] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb: Neither blocks nor log segments found. Creating new log.
09:06:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.702066 17950 log.cc:826] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb: Log is configured to *not* fsync() on all Append() calls
09:06:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.719350 17950 tablet_bootstrap.cc:492] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb: No bootstrap required, opened a new log
09:06:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.719949 17950 ts_tablet_manager.cc:1403] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb: Time spent bootstrapping tablet: real 0.030s user 0.021s sys 0.007s
09:06:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.725095 17948 raft_consensus.cc:359] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.726063 17948 raft_consensus.cc:385] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.726398 17948 raft_consensus.cc:740] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0e8e772106184ebaba19d856a5f36e45, State: Initialized, Role: FOLLOWER
09:06:54.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.727425 17948 consensus_queue.cc:260] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.731976 17947 raft_consensus.cc:359] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.733108 17947 raft_consensus.cc:385] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.733415 17947 raft_consensus.cc:740] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b61b83e3ed3144ac9e62daa82a95209c, State: Initialized, Role: FOLLOWER
09:06:54.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.734422 17947 consensus_queue.cc:260] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.734975 17948 ts_tablet_manager.cc:1434] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45: Time spent starting tablet: real 0.040s user 0.034s sys 0.007s
09:06:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.736089 17948 tablet_bootstrap.cc:492] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45: Bootstrap starting.
09:06:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.744741 17948 tablet_bootstrap.cc:654] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45: Neither blocks nor log segments found. Creating new log.
09:06:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.746968 17947 ts_tablet_manager.cc:1434] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c: Time spent starting tablet: real 0.051s user 0.031s sys 0.011s
09:06:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.750995 17950 raft_consensus.cc:359] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.752069 17950 raft_consensus.cc:385] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.752362 17950 raft_consensus.cc:740] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6652b1a696e44d4290732b08eb3215cb, State: Initialized, Role: FOLLOWER
09:06:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.753768 17950 consensus_queue.cc:260] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.772702 17950 ts_tablet_manager.cc:1434] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb: Time spent starting tablet: real 0.052s user 0.025s sys 0.025s
09:06:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.773670 17950 tablet_bootstrap.cc:492] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb: Bootstrap starting.
09:06:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.775617 17947 tablet_bootstrap.cc:492] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c: Bootstrap starting.
09:06:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.780714 17950 tablet_bootstrap.cc:654] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb: Neither blocks nor log segments found. Creating new log.
09:06:54.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.791134 17947 tablet_bootstrap.cc:654] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c: Neither blocks nor log segments found. Creating new log.
09:06:54.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.804509 17948 tablet_bootstrap.cc:492] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45: No bootstrap required, opened a new log
09:06:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.804948 17947 tablet_bootstrap.cc:492] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c: No bootstrap required, opened a new log
09:06:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.804988 17948 ts_tablet_manager.cc:1403] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45: Time spent bootstrapping tablet: real 0.069s user 0.025s sys 0.031s
09:06:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.805387 17947 ts_tablet_manager.cc:1403] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c: Time spent bootstrapping tablet: real 0.030s user 0.010s sys 0.009s
09:06:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.807504 17948 raft_consensus.cc:359] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.808182 17948 raft_consensus.cc:385] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.808444 17948 raft_consensus.cc:740] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0e8e772106184ebaba19d856a5f36e45, State: Initialized, Role: FOLLOWER
09:06:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.807752 17947 raft_consensus.cc:359] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.808959 17947 raft_consensus.cc:385] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.809234 17947 raft_consensus.cc:740] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b61b83e3ed3144ac9e62daa82a95209c, State: Initialized, Role: FOLLOWER
09:06:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.809295 17948 consensus_queue.cc:260] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.809866 17947 consensus_queue.cc:260] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.811901 17948 ts_tablet_manager.cc:1434] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45: Time spent starting tablet: real 0.007s user 0.008s sys 0.000s
09:06:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.812742 17947 ts_tablet_manager.cc:1434] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c: Time spent starting tablet: real 0.007s user 0.008s sys 0.000s
09:06:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.817960 17950 tablet_bootstrap.cc:492] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb: No bootstrap required, opened a new log
09:06:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.818385 17950 ts_tablet_manager.cc:1403] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb: Time spent bootstrapping tablet: real 0.045s user 0.017s sys 0.014s
09:06:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.821092 17950 raft_consensus.cc:359] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.822203 17950 raft_consensus.cc:385] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.822479 17950 raft_consensus.cc:740] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6652b1a696e44d4290732b08eb3215cb, State: Initialized, Role: FOLLOWER
09:06:54.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.823112 17950 consensus_queue.cc:260] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.825301 17950 ts_tablet_manager.cc:1434] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb: Time spent starting tablet: real 0.007s user 0.003s sys 0.003s
09:06:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.919071 17953 raft_consensus.cc:493] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:06:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.919518 17953 raft_consensus.cc:515] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.922149 17953 leader_election.cc:290] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305), 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101)
09:06:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:54.928292 17773 tablet.cc:2378] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:06:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:54.928858 17626 tablet.cc:2378] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:06:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.936225 17873 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "1ccf41eb729b4dc4b16c4ee9ca013285" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61b83e3ed3144ac9e62daa82a95209c" is_pre_election: true
09:06:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.937160 17873 raft_consensus.cc:2468] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 0.
09:06:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.937534 17578 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "1ccf41eb729b4dc4b16c4ee9ca013285" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6652b1a696e44d4290732b08eb3215cb" is_pre_election: true
09:06:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.938247 17578 raft_consensus.cc:2468] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 0.
09:06:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.938647 17647 leader_election.cc:304] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e8e772106184ebaba19d856a5f36e45, b61b83e3ed3144ac9e62daa82a95209c; no voters:
09:06:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.939555 17953 raft_consensus.cc:2804] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:06:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.939976 17953 raft_consensus.cc:493] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:06:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.940474 17953 raft_consensus.cc:3060] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Advancing to term 1
09:06:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.945654 17953 raft_consensus.cc:515] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.947471 17953 leader_election.cc:290] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 election: Requested vote from peers b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305), 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101)
09:06:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.948202 17873 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "1ccf41eb729b4dc4b16c4ee9ca013285" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61b83e3ed3144ac9e62daa82a95209c"
09:06:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.948526 17578 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "1ccf41eb729b4dc4b16c4ee9ca013285" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6652b1a696e44d4290732b08eb3215cb"
09:06:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.948659 17873 raft_consensus.cc:3060] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Advancing to term 1
09:06:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.948904 17578 raft_consensus.cc:3060] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Advancing to term 1
09:06:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.952746 17961 raft_consensus.cc:493] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:06:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.953254 17961 raft_consensus.cc:515] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.955057 17578 raft_consensus.cc:2468] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 6652b1a696e44d4290732b08eb3215cb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 1.
09:06:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.955724 17961 leader_election.cc:290] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101), b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305)
09:06:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.956945 17644 leader_election.cc:304] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e8e772106184ebaba19d856a5f36e45, 6652b1a696e44d4290732b08eb3215cb; no voters:
09:06:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.956779 17577 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "dd82931b57134d7193a9cba27954bede" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6652b1a696e44d4290732b08eb3215cb" is_pre_election: true
09:06:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.956898 17872 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "dd82931b57134d7193a9cba27954bede" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61b83e3ed3144ac9e62daa82a95209c" is_pre_election: true
09:06:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.957508 17577 raft_consensus.cc:2468] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 0.
09:06:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.957621 17872 raft_consensus.cc:2468] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 0.
09:06:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.957638 17961 raft_consensus.cc:2804] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 1 FOLLOWER]: Leader election won for term 1
09:06:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.958099 17873 raft_consensus.cc:2468] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 1.
09:06:54.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.958518 17647 leader_election.cc:304] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e8e772106184ebaba19d856a5f36e45, b61b83e3ed3144ac9e62daa82a95209c; no voters:
09:06:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.958792 17961 raft_consensus.cc:697] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [term 1 LEADER]: Becoming Leader. State: Replica: 0e8e772106184ebaba19d856a5f36e45, State: Running, Role: LEADER
09:06:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.959877 17953 raft_consensus.cc:2804] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:06:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.960628 17953 raft_consensus.cc:493] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:06:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.960033 17961 consensus_queue.cc:237] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } }
09:06:54.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.961120 17953 raft_consensus.cc:3060] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Advancing to term 1
09:06:54.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:54.965395 17922 tablet.cc:2378] T 1ccf41eb729b4dc4b16c4ee9ca013285 P b61b83e3ed3144ac9e62daa82a95209c: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:06:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.970651 17953 raft_consensus.cc:515] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.973659 17953 leader_election.cc:290] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 election: Requested vote from peers 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101), b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305)
09:06:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.976382 17873 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "dd82931b57134d7193a9cba27954bede" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61b83e3ed3144ac9e62daa82a95209c"
09:06:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.976969 17873 raft_consensus.cc:3060] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Advancing to term 1
09:06:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.977394 17577 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "dd82931b57134d7193a9cba27954bede" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6652b1a696e44d4290732b08eb3215cb"
09:06:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.977917 17577 raft_consensus.cc:3060] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Advancing to term 1
09:06:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.984695 17873 raft_consensus.cc:2468] T dd82931b57134d7193a9cba27954bede P b61b83e3ed3144ac9e62daa82a95209c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 1.
09:06:54.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.985757 17647 leader_election.cc:304] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e8e772106184ebaba19d856a5f36e45, b61b83e3ed3144ac9e62daa82a95209c; no voters:
09:06:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.987156 17962 raft_consensus.cc:2804] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 1 FOLLOWER]: Leader election won for term 1
09:06:54.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.987840 17962 raft_consensus.cc:697] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [term 1 LEADER]: Becoming Leader. State: Replica: 0e8e772106184ebaba19d856a5f36e45, State: Running, Role: LEADER
09:06:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.988842 17577 raft_consensus.cc:2468] T dd82931b57134d7193a9cba27954bede P 6652b1a696e44d4290732b08eb3215cb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 1.
09:06:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.988786 17962 consensus_queue.cc:237] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:54.988356 17360 catalog_manager.cc:5654] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194). New cstate: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } health_report { overall_health: UNKNOWN } } }
09:06:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.011615 17360 catalog_manager.cc:5654] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194). New cstate: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } health_report { overall_health: UNKNOWN } } }
09:06:55.053 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c52b2b651e084d6abdc8c0a287ec39c5
09:06:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.110914 17360 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52088:
09:06:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:06:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:06:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:06:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:06:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:55.113281 17360 catalog_manager.cc:7016] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:06:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.146555 17558 tablet_service.cc:1505] Processing CreateTablet for tablet c811dc6b3c19480e83f7287163ea0c17 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d7dd8ca969034cd3b349b64ae6f620e3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:06:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.146880 17704 tablet_service.cc:1505] Processing CreateTablet for tablet c811dc6b3c19480e83f7287163ea0c17 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d7dd8ca969034cd3b349b64ae6f620e3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:06:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.148901 17558 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c811dc6b3c19480e83f7287163ea0c17. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.148939 17704 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c811dc6b3c19480e83f7287163ea0c17. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.148628 17852 tablet_service.cc:1505] Processing CreateTablet for tablet c811dc6b3c19480e83f7287163ea0c17 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d7dd8ca969034cd3b349b64ae6f620e3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:06:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.149744 17852 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c811dc6b3c19480e83f7287163ea0c17. 1 dirs total, 0 dirs full, 0 dirs failed
09:06:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.162070 17947 tablet_bootstrap.cc:492] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: Bootstrap starting.
09:06:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.166337 17948 tablet_bootstrap.cc:492] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: Bootstrap starting.
09:06:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.169514 17947 tablet_bootstrap.cc:654] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: Neither blocks nor log segments found. Creating new log.
09:06:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.170754 17950 tablet_bootstrap.cc:492] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: Bootstrap starting.
09:06:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.174945 17948 tablet_bootstrap.cc:654] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: Neither blocks nor log segments found. Creating new log.
09:06:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.178155 17950 tablet_bootstrap.cc:654] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: Neither blocks nor log segments found. Creating new log.
09:06:55.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.188635 17948 tablet_bootstrap.cc:492] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: No bootstrap required, opened a new log
09:06:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.189090 17948 ts_tablet_manager.cc:1403] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: Time spent bootstrapping tablet: real 0.023s user 0.005s sys 0.014s
09:06:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.190747 17950 tablet_bootstrap.cc:492] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: No bootstrap required, opened a new log
09:06:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.191169 17950 ts_tablet_manager.cc:1403] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: Time spent bootstrapping tablet: real 0.021s user 0.012s sys 0.004s
09:06:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.191596 17947 tablet_bootstrap.cc:492] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: No bootstrap required, opened a new log
09:06:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.192215 17947 ts_tablet_manager.cc:1403] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: Time spent bootstrapping tablet: real 0.030s user 0.006s sys 0.015s
09:06:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.192831 17948 raft_consensus.cc:359] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.193607 17948 raft_consensus.cc:385] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.193883 17948 raft_consensus.cc:740] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0e8e772106184ebaba19d856a5f36e45, State: Initialized, Role: FOLLOWER
09:06:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.194363 17950 raft_consensus.cc:359] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.195045 17950 raft_consensus.cc:385] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.194695 17948 consensus_queue.cc:260] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.195317 17950 raft_consensus.cc:740] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6652b1a696e44d4290732b08eb3215cb, State: Initialized, Role: FOLLOWER
09:06:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.195941 17962 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.195960 17950 consensus_queue.cc:260] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.196651 17962 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: This TxnStatusTablet replica's current role is: FOLLOWER
09:06:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.196106 17947 raft_consensus.cc:359] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.197264 17947 raft_consensus.cc:385] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:06:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.197655 17947 raft_consensus.cc:740] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b61b83e3ed3144ac9e62daa82a95209c, State: Initialized, Role: FOLLOWER
09:06:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.198277 17950 ts_tablet_manager.cc:1434] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: Time spent starting tablet: real 0.007s user 0.003s sys 0.004s
09:06:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.198439 17947 consensus_queue.cc:260] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.201388 17947 ts_tablet_manager.cc:1434] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: Time spent starting tablet: real 0.009s user 0.003s sys 0.003s
09:06:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.201512 17956 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.202350 17956 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: This TxnStatusTablet replica's current role is: FOLLOWER
09:06:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.202613 17954 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.203390 17954 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: This TxnStatusTablet replica's current role is: FOLLOWER
09:06:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.226534 17948 ts_tablet_manager.cc:1434] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: Time spent starting tablet: real 0.037s user 0.006s sys 0.000s
09:06:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.439883 17962 consensus_queue.cc:1048] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:06:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.472707 17961 consensus_queue.cc:1048] T 1ccf41eb729b4dc4b16c4ee9ca013285 P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:06:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.501080 17961 raft_consensus.cc:493] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:06:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.501547 17961 raft_consensus.cc:515] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.503386 17961 leader_election.cc:290] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101), b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305)
09:06:55.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.504999 17577 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c811dc6b3c19480e83f7287163ea0c17" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6652b1a696e44d4290732b08eb3215cb" is_pre_election: true
09:06:55.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.505599 17577 raft_consensus.cc:2468] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 0.
09:06:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.507196 17644 leader_election.cc:304] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e8e772106184ebaba19d856a5f36e45, 6652b1a696e44d4290732b08eb3215cb; no voters:
09:06:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.506091 17873 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c811dc6b3c19480e83f7287163ea0c17" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61b83e3ed3144ac9e62daa82a95209c" is_pre_election: true
09:06:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.508005 17961 raft_consensus.cc:2804] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:06:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.508307 17961 raft_consensus.cc:493] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:06:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.508368 17873 raft_consensus.cc:2468] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 0.
09:06:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.508643 17961 raft_consensus.cc:3060] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 0 FOLLOWER]: Advancing to term 1
09:06:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.515256 17961 raft_consensus.cc:515] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.517992 17577 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c811dc6b3c19480e83f7287163ea0c17" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6652b1a696e44d4290732b08eb3215cb"
09:06:55.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.518584 17577 raft_consensus.cc:3060] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb [term 0 FOLLOWER]: Advancing to term 1
09:06:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.518040 17961 leader_election.cc:290] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 election: Requested vote from peers 6652b1a696e44d4290732b08eb3215cb (127.16.189.193:36101), b61b83e3ed3144ac9e62daa82a95209c (127.16.189.195:45305)
09:06:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.519125 17873 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "c811dc6b3c19480e83f7287163ea0c17" candidate_uuid: "0e8e772106184ebaba19d856a5f36e45" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61b83e3ed3144ac9e62daa82a95209c"
09:06:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.519711 17873 raft_consensus.cc:3060] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c [term 0 FOLLOWER]: Advancing to term 1
09:06:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.525632 17577 raft_consensus.cc:2468] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 1.
09:06:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.526669 17644 leader_election.cc:304] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e8e772106184ebaba19d856a5f36e45, 6652b1a696e44d4290732b08eb3215cb; no voters:
09:06:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.526947 17873 raft_consensus.cc:2468] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0e8e772106184ebaba19d856a5f36e45 in term 1.
09:06:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.527781 17961 raft_consensus.cc:2804] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 1 FOLLOWER]: Leader election won for term 1
09:06:55.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.529408 17961 raft_consensus.cc:697] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [term 1 LEADER]: Becoming Leader. State: Replica: 0e8e772106184ebaba19d856a5f36e45, State: Running, Role: LEADER
09:06:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.530038 17961 consensus_queue.cc:237] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } }
09:06:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.534945 17953 consensus_queue.cc:1048] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:06:55.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.536494 17962 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: TxnStatusTablet state changed. Reason: New leader 0e8e772106184ebaba19d856a5f36e45. Latest consensus state: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.537184 17962 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: This TxnStatusTablet replica's current role is: LEADER
09:06:55.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.540185 17986 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
09:06:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.540887 17986 txn_status_manager.cc:930] Loading transaction status metadata into memory...
09:06:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.543725 17359 catalog_manager.cc:5654] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194). New cstate: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } health_report { overall_health: UNKNOWN } } }
09:06:55.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.576691 17953 consensus_queue.cc:1048] T dd82931b57134d7193a9cba27954bede P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:06:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.687244 17577 raft_consensus.cc:1275] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb [term 1 FOLLOWER]: Refusing update from remote peer 0e8e772106184ebaba19d856a5f36e45: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:06:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.688836 17873 raft_consensus.cc:1275] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c [term 1 FOLLOWER]: Refusing update from remote peer 0e8e772106184ebaba19d856a5f36e45: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:06:55.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.690214 17953 consensus_queue.cc:1048] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:06:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.704479 17954 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: TxnStatusTablet state changed. Reason: New leader 0e8e772106184ebaba19d856a5f36e45. Latest consensus state: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.705066 17954 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: This TxnStatusTablet replica's current role is: FOLLOWER
09:06:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.717438 17981 mvcc.cc:204] Tried to move back new op lower bound from 7250722880224002048 to 7250722879612637184. Current Snapshot: MvccSnapshot[applied={T|T < 7250722880224002048}]
09:06:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.736873 17954 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.737715 17954 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P b61b83e3ed3144ac9e62daa82a95209c: This TxnStatusTablet replica's current role is: FOLLOWER
09:06:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.741731 17961 consensus_queue.cc:1048] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:06:55.754 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 15000 ms (txn ID 0)
09:06:55.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.748193 17962 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.748946 17962 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: This TxnStatusTablet replica's current role is: LEADER
09:06:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.771602 17956 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: TxnStatusTablet state changed. Reason: New leader 0e8e772106184ebaba19d856a5f36e45. Latest consensus state: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.772532 17956 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: This TxnStatusTablet replica's current role is: FOLLOWER
09:06:55.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.774204 17998 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.774873 17998 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P 6652b1a696e44d4290732b08eb3215cb: This TxnStatusTablet replica's current role is: FOLLOWER
09:06:55.788 [DEBUG - Time-limited test] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=54, flusherTask=null, flushNotification=Deferred@897497213(state=PENDING, result=null, callback=<none>, errback=<none>)}
09:06:55.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 1ccf41eb729b4dc4b16c4ee9ca013285 for table 'submit_write_op_after_commit' with partition [0x00000000, 0x00000001)
09:06:55.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:06:55.803 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1ccf41eb729b4dc4b16c4ee9ca013285@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:06:55.820 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)] connecting to peer
09:06:55.823 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)] Successfully connected to peer
09:06:55.868 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x409e4cd3, L:/127.0.0.1:56784 - R:/127.16.189.194:37875] using TOKEN/null
09:06:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.902537 17962 tablet_replica.cc:442] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0e8e772106184ebaba19d856a5f36e45" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6652b1a696e44d4290732b08eb3215cb" member_type: VOTER last_known_addr { host: "127.16.189.193" port: 36101 } } peers { permanent_uuid: "0e8e772106184ebaba19d856a5f36e45" member_type: VOTER last_known_addr { host: "127.16.189.194" port: 37875 } } peers { permanent_uuid: "b61b83e3ed3144ac9e62daa82a95209c" member_type: VOTER last_known_addr { host: "127.16.189.195" port: 45305 } } }
09:06:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:06:55.903255 17962 tablet_replica.cc:445] T c811dc6b3c19480e83f7287163ea0c17 P 0e8e772106184ebaba19d856a5f36e45: This TxnStatusTablet replica's current role is: LEADER
09:06:56.040 [DEBUG - Time-limited test] (KuduTransaction.java:545) stopping keepalive heartbeating after initiating commit (txn ID 0)
09:06:56.111 [DEBUG - Time-limited test] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=54, flusherTask=null, flushNotification=Deferred@1487017459(state=PENDING, result=null, callback=<none>, errback=<none>)}
09:06:56.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:56.119063 18000 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:06:56.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:56.119540 18000 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:06:56.125 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:06:56.149 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:06:56.150 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:06:56.152 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=2, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837, errback=apply batch error response -> notify DeferredGroup@1346586837))} after lookup
09:06:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:56.161051 18000 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:06:56.163 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:06:56.190 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:06:56.190 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:06:56.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=4, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510)))} after lookup
09:06:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:56.198185 18000 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:06:56.200 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:06:56.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:06:56.209 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:06:56.211 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=6, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465)))} after lookup
09:06:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:56.217769 18000 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:06:56.219 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:06:56.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:06:56.310 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:06:56.312 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=8, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=198), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505)))} after lookup
09:06:56.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:56.319895 18000 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:06:56.322 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:06:56.670 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:06:56.670 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:06:56.672 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=10, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=558), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649)))} after lookup
09:06:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:56.679598 18000 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:06:56.682 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:06:58.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:06:58.031 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:06:58.032 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=12, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=1919), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290)))} after lookup
09:06:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:58.039530 18006 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 5 similar messages]
09:06:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:06:58.039928 18006 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:06:58.041 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:00.289 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:00.289 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:00.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=14, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=4177), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392)))} after lookup
09:07:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:00.299770 18010 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:07:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:00.300122 18010 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:00.302 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:01.030 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:01.030 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:01.032 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=16, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=4918), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413)))} after lookup
09:07:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:01.038615 18012 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:01.040 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:01.549 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:01.549 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:01.551 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=18, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=5438), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180)))} after lookup
09:07:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:01.558708 18014 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 1 similar messages]
09:07:01.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:01.558988 18014 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:01.560 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:02.370 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:02.371 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:02.372 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=20, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=6259), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616)))} after lookup
09:07:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:02.379235 18017 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:02.381 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:03.469 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:03.470 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:03.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=22, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=7358), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292)))} after lookup
09:07:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:03.478106 18019 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 1 similar messages]
09:07:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:03.478440 18019 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:03.480 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:03.948 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:03.948 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:03.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=24, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=7837), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997)))} after lookup
09:07:03.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:03.955372 18019 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:03.957 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:06.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:06.888 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:06.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=26, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=10776), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847)))} after lookup
09:07:06.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:06.896222 18023 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 1 similar messages]
09:07:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:06.896672 18023 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:06.899 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:07.768 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:07.769 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:07.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=28, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=11657), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153)))} after lookup
09:07:07.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:07.777539 18024 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:07.779 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:09.369 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:09.369 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:09.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=30, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=13258), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399)))} after lookup
09:07:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:09.380256 18029 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 1 similar messages]
09:07:09.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:09.380646 18029 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:09.382 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:11.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:11.309 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:11.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=32, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=15197), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276)))} after lookup
09:07:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:11.347613 18033 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:07:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:11.348222 18033 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:11.350 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:11.749 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:11.749 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:11.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=34, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=15638), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607)))} after lookup
09:07:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:11.756165 18033 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:11.757 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:13.086984 17914 debug-util.cc:398] Leaking SignalData structure 0x7b08000cf260 after lost signal to thread 17775
09:07:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:13.087970 17914 debug-util.cc:398] Leaking SignalData structure 0x7b08000cf0a0 after lost signal to thread 17917
09:07:14.530 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:14.531 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:14.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=36, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=18419), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714)))} after lookup
09:07:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:14.541224 18036 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations [suppressed 1 similar messages]
09:07:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:14.541493 18036 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:14.543 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:16.009 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:16.009 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:16.010 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=38, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=19897), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461)))} after lookup
09:07:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:16.017055 18038 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:07:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:16.017362 18038 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:16.019 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:17.829 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:17.829 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:17.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=40, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=21717), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172)))} after lookup
09:07:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:17.838950 18039 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:07:17.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:17.839272 18039 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:17.841 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:19.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:19.612 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:19.613 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=42, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=23500), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715)))} after lookup
09:07:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:19.626092 18047 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:07:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:19.626509 18047 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:19.629 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:20.605688 17229 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8fc0 after lost signal to thread 17156
09:07:20.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:20.606390 17229 debug-util.cc:398] Leaking SignalData structure 0x7b08000a1320 after lost signal to thread 17232
09:07:21.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:21.269 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:21.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=44, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=25157), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715) -> (continuation of Deferred@2082162686 after retry RPC@1630160990), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715) -> (continuation of Deferred@2082162686 after retry RPC@1630160990)))} after lookup
09:07:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:21.278199 18049 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:07:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:21.278538 18049 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:21.280 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:23.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:23.249 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:23.250 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=46, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=27137), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715) -> (continuation of Deferred@2082162686 after retry RPC@1630160990) -> (continuation of Deferred@2139777771 after retry RPC@1280423420), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715) -> (continuation of Deferred@2082162686 after retry RPC@1630160990) -> (continuation of Deferred@2139777771 after retry RPC@1280423420)))} after lookup
09:07:23.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:23.256887 18052 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:07:23.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:23.257220 18052 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:23.258 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:24.668 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:24.668 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:24.669 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=48, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=28556), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715) -> (continuation of Deferred@2082162686 after retry RPC@1630160990) -> (continuation of Deferred@2139777771 after retry RPC@1280423420) -> (continuation of Deferred@1345479243 after retry RPC@2093189012), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715) -> (continuation of Deferred@2082162686 after retry RPC@1630160990) -> (continuation of Deferred@2139777771 after retry RPC@1280423420) -> (continuation of Deferred@1345479243 after retry RPC@2093189012)))} after lookup
09:07:24.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:24.676450 18053 tablet_replica.cc:1306] Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED: cancelling pending write operations
09:07:24.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:24.676704 18053 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED
09:07:24.678 [DEBUG - kudu-nio-1] (RemoteTablet.java:166) 0e8e772106184ebaba19d856a5f36e45 was demoted as the leader for dd82931b57134d7193a9cba27954bede
09:07:25.785 [DEBUG - pool-2-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.16.189.252:37391, [19ms] received response from server master-127.16.189.252:37391: OK, deferred=null) with no deferred attached!
09:07:26.109 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet dd82931b57134d7193a9cba27954bede for table 'submit_write_op_after_commit' with partition [0x00000001, 0x00000002)
09:07:26.109 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=dd82931b57134d7193a9cba27954bede@[0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)[L],6652b1a696e44d4290732b08eb3215cb(127.16.189.193:36101),b61b83e3ed3144ac9e62daa82a95209c(127.16.189.195:45305)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:07:26.110 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC Batch{operations=1, tablet="dd82931b57134d7193a9cba27954bede" [0x00000001, 0x00000002), ignoredErrors=[], rpc=KuduRpc(method=Write, tablet=dd82931b57134d7193a9cba27954bede, attempt=50, sequence_id=2, TimeoutTracker(timeout=30000, elapsed=29997), Traces: [0ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [14ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [36ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [40ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [52ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [52ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [77ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [80ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [88ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [88ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [96ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [99ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [107ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [107ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [192ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [197ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [201ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [210ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [210ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [552ms] refreshing cache from master, [552ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [557ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [561ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [570ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [570ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1912ms] refreshing cache from master, [1912ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [1917ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [1921ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [1929ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [1929ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4172ms] refreshing cache from master, [4172ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4176ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4180ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4190ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4190ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4912ms] refreshing cache from master, [4913ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [4916ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [4920ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [4928ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [4928ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5433ms] refreshing cache from master, [5433ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [5436ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [5440ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [5448ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [5448ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6252ms] refreshing cache from master, [6253ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [6257ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [6260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [6269ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [6269ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7352ms] refreshing cache from master, [7352ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7356ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7360ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7368ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7368ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7832ms] refreshing cache from master, [7832ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [7835ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [7838ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [7845ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [7845ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10772ms] refreshing cache from master, [10772ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [10775ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [10777ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [10787ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [10787ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11652ms] refreshing cache from master, [11652ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [11655ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [11659ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [11667ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [11667ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13252ms] refreshing cache from master, [13252ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [13256ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [13260ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [13270ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [13271ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15192ms] refreshing cache from master, [15192ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.189.252:37391, [15196ms] Sub RPC GetTableLocations: received response from server master-127.16.189.252:37391: OK, [15221ms] sending RPC to server 0e8e772106184ebaba19d856a5f36e45, [15238ms] delaying RPC due to: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15238ms] received response from server 0e8e772106184ebaba19d856a5f36e45: Illegal state: Failed to write to server: 0e8e772106184ebaba19d856a5f36e45 (127.16.189.194:37875): transaction ID 0 not open: COMMITTED (error 0), [15632ms] refreshing cache from master, [15633ms] too many traces: truncated at 100 traces, deferred=Deferred@624063285(state=PENDING, result=null, callback=apply batch response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715) -> (continuation of Deferred@2082162686 after retry RPC@1630160990) -> (continuation of Deferred@2139777771 after retry RPC@1280423420) -> (continuation of Deferred@1345479243 after retry RPC@2093189012) -> (continuation of Deferred@1936278211 after retry RPC@814368479), errback=apply batch error response -> notify DeferredGroup@1346586837 -> (continuation of Deferred@1995189485 after retry RPC@1081164510) -> (continuation of Deferred@428323408 after retry RPC@245067465) -> (continuation of Deferred@990405778 after retry RPC@532239505) -> (continuation of Deferred@991292069 after retry RPC@1136735649) -> (continuation of Deferred@1353342728 after retry RPC@1149159290) -> (continuation of Deferred@1475128938 after retry RPC@1430059392) -> (continuation of Deferred@766132236 after retry RPC@528954413) -> (continuation of Deferred@398334887 after retry RPC@1760269180) -> (continuation of Deferred@1247789943 after retry RPC@769362616) -> (continuation of Deferred@229797323 after retry RPC@493182292) -> (continuation of Deferred@672683176 after retry RPC@911910997) -> (continuation of Deferred@1278221077 after retry RPC@652716847) -> (continuation of Deferred@1376274518 after retry RPC@514591153) -> (continuation of Deferred@621330712 after retry RPC@902981399) -> (continuation of Deferred@95853259 after retry RPC@1716882276) -> (continuation of Deferred@1669038609 after retry RPC@1378495607) -> (continuation of Deferred@359241732 after retry RPC@717089714) -> (continuation of Deferred@479897007 after retry RPC@1505705461) -> (continuation of Deferred@1499402397 after retry RPC@270623172) -> (continuation of Deferred@2064434207 after retry RPC@1526130715) -> (continuation of Deferred@2082162686 after retry RPC@1630160990) -> (continuation of Deferred@2139777771 after retry RPC@1280423420) -> (continuation of Deferred@1345479243 after retry RPC@2093189012) -> (continuation of Deferred@1936278211 after retry RPC@814368479)))} after lookup
09:07:26.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:26.116403 18055 tablet_replica.cc:1306] Timed out: time out prior registering tablet dd82931b57134d7193a9cba27954bede as participant (txn ID 0): cancelling pending write operations
09:07:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:26.116700 18055 tablet_service.cc:731] failed op from {username='slave'} at 127.0.0.1:56784: Timed out: time out prior registering tablet dd82931b57134d7193a9cba27954bede as participant (txn ID 0)
09:07:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:26.117306 18055 rpcz_store.cc:267] Call kudu.tserver.TabletServerService.Write from 127.0.0.1:56784 (ReqId={client: 4144d9bc71dc4ffe854cf3826cc48df5, seq_no=2, attempt_no=51}) took 4 ms (client timeout 1 ms). Trace:
09:07:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260204 09:07:26.117646 18055 rpcz_store.cc:269] 0204 09:07:26.112765 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:07:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0204 09:07:26.112904 (+ 139us) service_pool.cc:225] Handling call
09:07:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0204 09:07:26.117238 (+ 4334us) inbound_call.cc:173] Queueing success response
09:07:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"thread_start_us":2094,"threads_started":1,"txn-participant-registration.queue_time_us":2396}
09:07:26.126 [DEBUG - main] (Connection.java:575) [peer master-127.16.189.253:40435(127.16.189.253:40435)] disconnecting while in state READY
09:07:26.127 [DEBUG - main] (Connection.java:575) [peer 0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)] disconnecting while in state READY
09:07:26.127 [DEBUG - main] (Connection.java:575) [peer master-127.16.189.252:37391(127.16.189.252:37391)] disconnecting while in state READY
09:07:26.128 [DEBUG - main] (Connection.java:575) [peer master-127.16.189.254:36513(127.16.189.254:36513)] disconnecting while in state READY
09:07:26.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:07:26.135 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.189.253:40435(127.16.189.253:40435)] handling channelInactive
09:07:26.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.189.253:40435(127.16.189.253:40435)] cleaning up while in state READY due to: connection closed
09:07:26.136 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)] handling channelInactive
09:07:26.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0e8e772106184ebaba19d856a5f36e45(127.16.189.194:37875)] cleaning up while in state READY due to: connection closed
09:07:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:07:26.136215 17143 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task01bLaY/build/tsan/bin/kudu with pid 17453
09:07:26.139 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.189.252:37391(127.16.189.252:37391)] handling channelInactive
09:07:26.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.189.252:37391(127.16.189.252:37391)] cleaning up while in state READY due to: connection closed
09:07:26.144 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.189.254:36513(127.16.189.254:36513)] handling channelInactive
09:07:26.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.189.254:36513(127.16.189.254:36513)] cleaning up while in state READY due to: connection closed
09:07:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:07:26.177649 17143 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task01bLaY/build/tsan/bin/kudu with pid 17627
09:07:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:07:26.229641 17143 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task01bLaY/build/tsan/bin/kudu with pid 17774
09:07:26.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:07:26.265754 17143 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task01bLaY/build/tsan/bin/kudu with pid 17155
09:07:26.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:07:26.303222 17143 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task01bLaY/build/tsan/bin/kudu with pid 17235
09:07:26.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260204 09:07:26.331156 17143 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task01bLaY/build/tsan/bin/kudu with pid 17320
09:07:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-02-04T09:07:27Z chronyd exiting
09:07:28.529 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit: failed attempt 1
java.lang.AssertionError: Row error for row=(int32 key=1, int32 column1_i=2, int32 column2_i=3, string column3_s="a string", bool column4_b=true), tablet=null, server=null, status=Timed out: time out prior registering tablet dd82931b57134d7193a9cba27954bede as participant (txn ID 0) (error 0)
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit(TestKuduTransaction.java:1677) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Row error for row=(int32 key=1, int32 column1_i=2, int32 column2_i=3, string column3_s="a string", bool column4_b=true), tablet=null, server=null, status=Timed out: time out prior registering tablet dd82931b57134d7193a9cba27954bede as participant (txn ID 0) (error 0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testSubmitWriteOpAfterCommit(TestKuduTransaction.java:1677)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)