08:46:02.729 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:46:02.729 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmwpvhR/test-tmp
08:46:02.729 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:46:02.729 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmwpvhR/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:46:02.731 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:46:03.055 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:46:03.055 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:46:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.058735 9720 mini_oidc.cc:150] Starting JWKS server
08:46:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.062181 9720 webserver.cc:469] Webserver started at http://127.0.0.1:40849/ using document root <none> and password file <none>
08:46:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.062592 9720 mini_oidc.cc:186] Starting OIDC Discovery server
08:46:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.064375 9720 webserver.cc:469] Webserver started at http://127.0.0.1:39949/ using document root <none> and password file <none>
08:46:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-23T08:46:03Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:46:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-23T08:46:03Z Disabled control of system clock
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.130246 9720 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/wal
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/data
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/logs
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/data/info.pb
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:46:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.62:33573
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.62
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:46:03.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json with env {}
08:46:03.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.427352 9733 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:46:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.427922 9733 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:46:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.428422 9733 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:46:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.460565 9733 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:46:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.460880 9733 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:46:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.461079 9733 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:46:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.461288 9733 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:46:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.461480 9733 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:46:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.461622 9733 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40849/jwks.json
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.497854 9733 master_runner.cc:386] Master server non-default flags:
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/data
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/wal
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.62:33573
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/data/info.pb
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.62
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:46:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/logs
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 08:07:53 UTC on 24a791456cd2
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6729
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:46:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.499307 9733 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:46:03.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.501085 9733 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:46:03.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.516055 9740 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.516111 9739 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:03.517608 9733 server_base.cc:1048] running on GCE node
08:46:04.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:03.517019 9742 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.710805 9733 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:46:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.713538 9733 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:46:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.714895 9733 hybrid_clock.cc:648] HybridClock initialized: now 1750668364714851 us; error 49 us; skew 500 ppm
08:46:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.715739 9733 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:46:04.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.722069 9733 webserver.cc:469] Webserver started at http://127.9.126.62:46597/ using document root <none> and password file <none>
08:46:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.723057 9733 fs_manager.cc:362] Metadata directory not provided
08:46:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.723285 9733 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:46:04.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.723793 9733 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:46:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.728315 9733 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/data/instance:
08:46:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ef771ecfd5e4c9b85cd035bf73430a5"
08:46:04.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:04 on dist-test-slave-f5fv"
08:46:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.729476 9733 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/wal/instance:
08:46:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ef771ecfd5e4c9b85cd035bf73430a5"
08:46:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:04 on dist-test-slave-f5fv"
08:46:04.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.737252 9733 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
08:46:04.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.742802 9749 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:46:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.743902 9733 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
08:46:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.744246 9733 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/data,/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/wal
08:46:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ef771ecfd5e4c9b85cd035bf73430a5"
08:46:04.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:04 on dist-test-slave-f5fv"
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.744583 9733 fs_report.cc:389] FS layout report
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/wal
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/wal
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/data/data
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:46:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:46:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.804982 9733 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:46:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.806542 9733 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:46:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.807054 9733 kserver.cc:163] Server-wide thread pool size limit: 3276
08:46:04.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.878969 9733 rpc_server.cc:307] RPC server started. Bound to: 127.9.126.62:33573
08:46:04.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.879050 9800 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.126.62:33573 every 8 connection(s)
08:46:04.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.881954 9733 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/data/info.pb
08:46:04.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.887125 9801 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:46:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.888608 9720 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu as pid 9733
08:46:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.889150 9720 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/wal/instance
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.894522 9720 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/wal
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/data
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/logs
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/data/info.pb
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.61:44425
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.61
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:46:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json with env {}
08:46:04.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.903960 9801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } has no permanent_uuid. Determining permanent_uuid...
08:46:04.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.929790 9801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } has no permanent_uuid. Determining permanent_uuid...
08:46:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:04.932286 9751 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.61:44425: connect: Connection refused (error 111)
08:46:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:04.936332 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.61:44425: Network error: Client connection negotiation failed: client connection to 127.9.126.61:44425: connect: Connection refused (error 111)
08:46:04.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:04.985829 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } attempt: 1
08:46:04.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:04.990067 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.61:44425: Network error: Client connection negotiation failed: client connection to 127.9.126.61:44425: connect: Connection refused (error 111)
08:46:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:05.058498 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } attempt: 2
08:46:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.062777 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.61:44425: Network error: Client connection negotiation failed: client connection to 127.9.126.61:44425: connect: Connection refused (error 111)
08:46:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:05.154194 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } attempt: 3
08:46:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.158010 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.61:44425: Network error: Client connection negotiation failed: client connection to 127.9.126.61:44425: connect: Connection refused (error 111)
08:46:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.204823 9803 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:46:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.205477 9803 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:46:05.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.206077 9803 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:46:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.237629 9803 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:46:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.237998 9803 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:46:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.238322 9803 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:46:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.238613 9803 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:46:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.238927 9803 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:46:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.239153 9803 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40849/jwks.json
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:05.274837 9803 master_runner.cc:386] Master server non-default flags:
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/data
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/wal
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.61:44425
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/data/info.pb
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.61
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:46:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/logs
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 08:07:53 UTC on 24a791456cd2
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6729
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:46:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:05.276594 9803 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:46:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:05.278282 9803 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:46:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.293438 9813 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:05.301402 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } attempt: 4
08:46:05.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.305414 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.61:44425: Network error: Client connection negotiation failed: client connection to 127.9.126.61:44425: connect: Connection refused (error 111)
08:46:05.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:05.604893 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } attempt: 5
08:46:05.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.610039 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.61:44425: Network error: Client connection negotiation failed: client connection to 127.9.126.61:44425: connect: Connection refused (error 111)
08:46:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.157481 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } attempt: 6
08:46:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.164480 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.61:44425: Network error: Client connection negotiation failed: client connection to 127.9.126.61:44425: connect: Connection refused (error 111)
08:46:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.293686 9815 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:05.293718 9812 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:05.295212 9803 server_base.cc:1048] running on GCE node
08:46:06.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.494895 9803 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:46:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.498171 9803 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:46:06.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.499626 9803 hybrid_clock.cc:648] HybridClock initialized: now 1750668366499581 us; error 61 us; skew 500 ppm
08:46:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.500598 9803 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:46:06.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.506958 9803 webserver.cc:469] Webserver started at http://127.9.126.61:36157/ using document root <none> and password file <none>
08:46:06.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.507845 9803 fs_manager.cc:362] Metadata directory not provided
08:46:06.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.508040 9803 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:46:06.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.508441 9803 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:46:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.512928 9803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/data/instance:
08:46:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a3a01413ecd4671b52ec709b949dc70"
08:46:06.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:06 on dist-test-slave-f5fv"
08:46:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.513996 9803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/wal/instance:
08:46:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a3a01413ecd4671b52ec709b949dc70"
08:46:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:06 on dist-test-slave-f5fv"
08:46:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.521107 9803 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
08:46:06.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.526727 9824 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.527812 9803 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.528110 9803 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/data,/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/wal
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a3a01413ecd4671b52ec709b949dc70"
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:06 on dist-test-slave-f5fv"
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.528409 9803 fs_report.cc:389] FS layout report
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/wal
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/wal
08:46:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/data/data
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:46:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:46:06.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.579982 9803 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:46:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.581475 9803 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:46:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.581943 9803 kserver.cc:163] Server-wide thread pool size limit: 3276
08:46:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.652878 9803 rpc_server.cc:307] RPC server started. Bound to: 127.9.126.61:44425
08:46:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.652963 9876 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.126.61:44425 every 8 connection(s)
08:46:06.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.655620 9803 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/data/info.pb
08:46:06.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.660809 9877 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:46:06.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.663872 9720 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu as pid 9803
08:46:06.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.664297 9720 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-1/wal/instance
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.666311 9720 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/wal
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/data
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/logs
08:46:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/data/info.pb
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.60:33083
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.60
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:46:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json with env {}
08:46:06.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.671900 9877 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } has no permanent_uuid. Determining permanent_uuid...
08:46:06.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.699224 9877 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } has no permanent_uuid. Determining permanent_uuid...
08:46:06.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.714049 9877 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
08:46:06.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.716531 9828 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.720852 9877 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:06.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.770435 9877 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 1
08:46:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.775104 9877 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.843533 9877 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 2
08:46:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.847819 9877 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:06.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:06.939213 9877 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 3
08:46:06.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.943387 9877 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:06.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.982697 9879 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:46:06.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.983266 9879 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:46:06.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:06.983755 9879 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:46:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.016170 9879 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:46:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.016471 9879 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:46:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.016677 9879 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:46:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.016880 9879 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:46:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.017068 9879 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:46:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.017221 9879 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40849/jwks.json
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.053913 9879 master_runner.cc:386] Master server non-default flags:
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/data
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/wal
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.60:33083
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40849/jwks.json
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/data/info.pb
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.60
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/logs
08:46:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 08:07:53 UTC on 24a791456cd2
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6729
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:46:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.055335 9879 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:46:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.056967 9879 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:46:07.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.073313 9890 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.086764 9877 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 4
08:46:07.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.091154 9877 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:07.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.225144 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } attempt: 7
08:46:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.239714 9801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
08:46:07.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.246446 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:07.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.304930 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 1
08:46:07.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.310153 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:07.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.390578 9877 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 5
08:46:07.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.391530 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 2
08:46:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.395854 9877 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.396266 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:07.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.481626 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 3
08:46:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.485422 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.626088 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 4
08:46:07.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.630484 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:07.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.914260 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 5
08:46:07.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.918777 9801 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:07.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.943279 9877 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 6
08:46:07.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.951763 9877 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.126.60:33083: Network error: Client connection negotiation failed: client connection to 127.9.126.60:33083: connect: Connection refused (error 111)
08:46:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.073328 9892 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:07.073382 9889 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:07.075696 9879 server_base.cc:1048] running on GCE node
08:46:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.289736 9879 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:46:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.292475 9879 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:46:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.293843 9879 hybrid_clock.cc:648] HybridClock initialized: now 1750668368293796 us; error 56 us; skew 500 ppm
08:46:08.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.294728 9879 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:46:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.300985 9879 webserver.cc:469] Webserver started at http://127.9.126.60:42581/ using document root <none> and password file <none>
08:46:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.301904 9879 fs_manager.cc:362] Metadata directory not provided
08:46:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.302129 9879 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:46:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.302659 9879 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:46:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.307713 9879 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/data/instance:
08:46:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac6a85ce0be842eeb39aeae0be15b828"
08:46:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:08 on dist-test-slave-f5fv"
08:46:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.308940 9879 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/wal/instance:
08:46:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac6a85ce0be842eeb39aeae0be15b828"
08:46:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:08 on dist-test-slave-f5fv"
08:46:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.316133 9879 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
08:46:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.321614 9904 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:46:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.322674 9879 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:46:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.323014 9879 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/data,/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/wal
08:46:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ac6a85ce0be842eeb39aeae0be15b828"
08:46:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:08 on dist-test-slave-f5fv"
08:46:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.323345 9879 fs_report.cc:389] FS layout report
08:46:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:46:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/wal
08:46:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/wal
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/data/data
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:46:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:46:08.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.371579 9879 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:46:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.373064 9879 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:46:08.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.373564 9879 kserver.cc:163] Server-wide thread pool size limit: 3276
08:46:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.444901 9879 rpc_server.cc:307] RPC server started. Bound to: 127.9.126.60:33083
08:46:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.444989 9955 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.126.60:33083 every 8 connection(s)
08:46:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.447767 9879 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/data/info.pb
08:46:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.453266 9956 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:46:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.458261 9720 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu as pid 9879
08:46:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.458700 9720 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-2/wal/instance
08:46:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.464664 9956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } has no permanent_uuid. Determining permanent_uuid...
08:46:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.471719 9801 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 6
08:46:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.495872 9956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } has no permanent_uuid. Determining permanent_uuid...
08:46:08.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.506141 9801 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: Bootstrap starting.
08:46:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.508579 9956 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } has no permanent_uuid. Determining permanent_uuid...
08:46:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.513784 9801 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: Neither blocks nor log segments found. Creating new log.
08:46:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.516279 9801 log.cc:826] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: Log is configured to *not* fsync() on all Append() calls
08:46:08.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.521996 9801 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: No bootstrap required, opened a new log
08:46:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.527980 9956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: Bootstrap starting.
08:46:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.534408 9956 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: Neither blocks nor log segments found. Creating new log.
08:46:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.536243 9956 log.cc:826] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: Log is configured to *not* fsync() on all Append() calls
08:46:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.541654 9956 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: No bootstrap required, opened a new log
08:46:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.544906 9801 raft_consensus.cc:357] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.545540 9801 raft_consensus.cc:383] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:46:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.545810 9801 raft_consensus.cc:738] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ef771ecfd5e4c9b85cd035bf73430a5, State: Initialized, Role: FOLLOWER
08:46:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.546605 9801 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:08.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.549299 9968 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:08.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.550168 9968 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [sys.catalog]: This master's current role is: FOLLOWER
08:46:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.551275 9801 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [sys.catalog]: configured and running, proceeding with master startup.
08:46:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.565173 9956 raft_consensus.cc:357] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:08.566095 9755 tablet.cc:2378] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:46:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.566383 9956 raft_consensus.cc:383] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:46:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.566758 9956 raft_consensus.cc:738] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ac6a85ce0be842eeb39aeae0be15b828, State: Initialized, Role: FOLLOWER
08:46:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.567742 9956 consensus_queue.cc:260] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:08.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.570724 9978 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:08.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.571678 9978 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: This master's current role is: FOLLOWER
08:46:08.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.572644 9956 sys_catalog.cc:564] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: configured and running, proceeding with master startup.
08:46:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:08.582778 9980 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:46:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:08.583534 9980 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:46:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.583153 9733 master_runner.cc:186] Error getting master registration for 127.9.126.61:44425: OK, instance_id { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" instance_seqno: 1750668366633527 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:46:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.628567 9733 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:46:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:08.629000 9910 tablet.cc:2378] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:46:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:08.630805 9992 catalog_manager.cc:1560] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:46:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:08.631238 9992 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:46:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.611778 9879 master_runner.cc:186] Error getting master registration for 127.9.126.61:44425: OK, instance_id { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" instance_seqno: 1750668366633527 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:46:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.645701 9879 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:46:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.899443 9978 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.900025 9978 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:08.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.905655 9776 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac6a85ce0be842eeb39aeae0be15b828" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" is_pre_election: true
08:46:08.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.906550 9776 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ac6a85ce0be842eeb39aeae0be15b828 in term 0.
08:46:08.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.909646 9908 leader_election.cc:304] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8ef771ecfd5e4c9b85cd035bf73430a5, ac6a85ce0be842eeb39aeae0be15b828; no voters:
08:46:08.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.911531 9978 leader_election.cc:290] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ef771ecfd5e4c9b85cd035bf73430a5 (127.9.126.62:33573), 8a3a01413ecd4671b52ec709b949dc70 (127.9.126.61:44425)
08:46:08.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.912367 9978 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:46:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.913076 9978 raft_consensus.cc:491] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:46:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.913766 9978 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 0 FOLLOWER]: Advancing to term 1
08:46:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.935220 9978 raft_consensus.cc:513] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.939138 9776 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac6a85ce0be842eeb39aeae0be15b828" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5"
08:46:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.939718 9776 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [term 0 FOLLOWER]: Advancing to term 1
08:46:08.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.947916 9776 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ac6a85ce0be842eeb39aeae0be15b828 in term 1.
08:46:08.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.949201 9908 leader_election.cc:304] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8ef771ecfd5e4c9b85cd035bf73430a5, ac6a85ce0be842eeb39aeae0be15b828; no voters:
08:46:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.950492 9994 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 1 FOLLOWER]: Leader election won for term 1
08:46:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.950681 9978 leader_election.cc:290] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [CANDIDATE]: Term 1 election: Requested vote from peers 8ef771ecfd5e4c9b85cd035bf73430a5 (127.9.126.62:33573), 8a3a01413ecd4671b52ec709b949dc70 (127.9.126.61:44425)
08:46:08.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.951943 9994 raft_consensus.cc:695] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [term 1 LEADER]: Becoming Leader. State: Replica: ac6a85ce0be842eeb39aeae0be15b828, State: Running, Role: LEADER
08:46:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.953097 9994 consensus_queue.cc:237] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.960538 9978 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ac6a85ce0be842eeb39aeae0be15b828. Latest consensus state: current_term: 1 leader_uuid: "ac6a85ce0be842eeb39aeae0be15b828" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.961254 9978 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: This master's current role is: LEADER
08:46:08.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.970778 9996 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
08:46:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:08.981597 9996 catalog_manager.cc:1486] Initializing Kudu cluster ID...
08:46:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.004238 9776 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [term 1 FOLLOWER]: Refusing update from remote peer ac6a85ce0be842eeb39aeae0be15b828: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:46:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.006253 9978 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:46:09.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.012229 9877 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } attempt: 7
08:46:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.047127 9968 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ac6a85ce0be842eeb39aeae0be15b828. Latest consensus state: current_term: 1 leader_uuid: "ac6a85ce0be842eeb39aeae0be15b828" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.051584 9968 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [sys.catalog]: This master's current role is: FOLLOWER
08:46:09.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.056366 9997 mvcc.cc:204] Tried to move back new op lower bound from 7170737639421177856 to 7170737639242178560. Current Snapshot: MvccSnapshot[applied={T|T < 7170737639421177856}]
08:46:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.061172 9994 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ac6a85ce0be842eeb39aeae0be15b828" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.061895 9994 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: This master's current role is: LEADER
08:46:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.063460 9996 catalog_manager.cc:1349] Generated new cluster ID: 3d79729a0e844f98842aef896de1e71a
08:46:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.063733 9996 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
08:46:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.065737 9877 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70: Bootstrap starting.
08:46:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.087246 9968 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ac6a85ce0be842eeb39aeae0be15b828" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.087955 9968 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5 [sys.catalog]: This master's current role is: FOLLOWER
08:46:09.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.105878 9877 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70: Neither blocks nor log segments found. Creating new log.
08:46:09.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.115324 9996 catalog_manager.cc:1372] Generated new certificate authority record
08:46:09.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.121169 9877 log.cc:826] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70: Log is configured to *not* fsync() on all Append() calls
08:46:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.128603 9996 catalog_manager.cc:1506] Loading token signing keys...
08:46:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.134022 9877 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70: No bootstrap required, opened a new log
08:46:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.168015 9996 catalog_manager.cc:5955] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: Generated new TSK 0
08:46:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.169198 9996 catalog_manager.cc:1516] Initializing in-progress tserver states...
08:46:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.169716 9877 raft_consensus.cc:357] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.170572 9877 raft_consensus.cc:383] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:46:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.170907 9877 raft_consensus.cc:738] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a3a01413ecd4671b52ec709b949dc70, State: Initialized, Role: FOLLOWER
08:46:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.171829 9877 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } }
08:46:09.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.174918 10004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:09.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.175843 10004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [sys.catalog]: This master's current role is: FOLLOWER
08:46:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.176851 9877 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [sys.catalog]: configured and running, proceeding with master startup.
08:46:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.177397 9849 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [term 0 FOLLOWER]: Advancing to term 1
08:46:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.178918 9850 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac6a85ce0be842eeb39aeae0be15b828" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a3a01413ecd4671b52ec709b949dc70"
08:46:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.181283 9851 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ac6a85ce0be842eeb39aeae0be15b828" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a3a01413ecd4671b52ec709b949dc70" is_pre_election: true
08:46:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.191852 9849 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [term 1 FOLLOWER]: Refusing update from remote peer ac6a85ce0be842eeb39aeae0be15b828: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:46:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.194029 9978 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.212443 9720 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/wal
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/logs
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/info.pb
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.1:0
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.126.1
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.1
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:46:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.283516 10004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ac6a85ce0be842eeb39aeae0be15b828. Latest consensus state: current_term: 1 leader_uuid: "ac6a85ce0be842eeb39aeae0be15b828" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.284251 10004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [sys.catalog]: This master's current role is: FOLLOWER
08:46:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.283783 10010 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ac6a85ce0be842eeb39aeae0be15b828" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.285318 10010 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70 [sys.catalog]: This master's current role is: FOLLOWER
08:46:09.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.420136 10023 catalog_manager.cc:1261] Loaded cluster ID: 3d79729a0e844f98842aef896de1e71a
08:46:09.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.420459 10023 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70: loading cluster ID for follower catalog manager: success
08:46:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.428457 10023 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70: acquiring CA information for follower catalog manager: success
08:46:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.434113 10023 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 8a3a01413ecd4671b52ec709b949dc70: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:46:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.589103 9980 catalog_manager.cc:1261] Loaded cluster ID: 3d79729a0e844f98842aef896de1e71a
08:46:09.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.589659 9980 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: loading cluster ID for follower catalog manager: success
08:46:09.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.612643 9980 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: acquiring CA information for follower catalog manager: success
08:46:09.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.618239 9980 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 8ef771ecfd5e4c9b85cd035bf73430a5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:46:09.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.638216 9978 sys_catalog.cc:455] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ac6a85ce0be842eeb39aeae0be15b828" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ef771ecfd5e4c9b85cd035bf73430a5" member_type: VOTER last_known_addr { host: "127.9.126.62" port: 33573 } } peers { permanent_uuid: "8a3a01413ecd4671b52ec709b949dc70" member_type: VOTER last_known_addr { host: "127.9.126.61" port: 44425 } } peers { permanent_uuid: "ac6a85ce0be842eeb39aeae0be15b828" member_type: VOTER last_known_addr { host: "127.9.126.60" port: 33083 } } }
08:46:09.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.639793 9978 sys_catalog.cc:458] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828 [sys.catalog]: This master's current role is: LEADER
08:46:09.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:09.810180 10009 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:46:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:09.810850 10009 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:46:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:09.811633 10009 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:46:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:09.871048 10009 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:46:09.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:09.872491 10009 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.126.1
08:46:09.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.941454 10009 tablet_server_runner.cc:78] Tablet server non-default flags:
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/wal
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.1:0
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/info.pb
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.1
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.126.1
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/logs
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 08:07:53 UTC on 24a791456cd2
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6729
08:46:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:46:09.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.943413 10009 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:46:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.945619 10009 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:46:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:09.983827 10031 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:09.993909 10034 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:09.995394 10030 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:09.994668 10009 server_base.cc:1048] running on GCE node
08:46:11.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.509310 10009 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:46:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.524502 10009 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:46:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.526046 10009 hybrid_clock.cc:648] HybridClock initialized: now 1750668371525999 us; error 53 us; skew 500 ppm
08:46:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.527221 10009 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:46:11.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.567625 10009 webserver.cc:469] Webserver started at http://127.9.126.1:37233/ using document root <none> and password file <none>
08:46:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.568974 10009 fs_manager.cc:362] Metadata directory not provided
08:46:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.569268 10009 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:46:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.569841 10009 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:46:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.576684 10009 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/instance:
08:46:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "700f0c6f53ba433a97e975f540b29d22"
08:46:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:11 on dist-test-slave-f5fv"
08:46:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.578192 10009 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/wal/instance:
08:46:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "700f0c6f53ba433a97e975f540b29d22"
08:46:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:11 on dist-test-slave-f5fv"
08:46:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.604820 10009 fs_manager.cc:696] Time spent creating directory manager: real 0.026s user 0.003s sys 0.017s
08:46:11.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.612761 10040 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:46:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.614046 10009 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
08:46:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.614394 10009 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data,/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/wal
08:46:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "700f0c6f53ba433a97e975f540b29d22"
08:46:11.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:11 on dist-test-slave-f5fv"
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.614784 10009 fs_report.cc:389] FS layout report
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/wal
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/wal
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:46:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:46:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.701735 10009 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:46:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.703357 10009 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:46:11.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.703816 10009 kserver.cc:163] Server-wide thread pool size limit: 3276
08:46:11.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.706478 10009 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:46:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.710954 10009 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:46:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.711167 10009 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:46:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.711374 10009 ts_tablet_manager.cc:610] Registered 0 tablets
08:46:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.711510 10009 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:46:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.901474 10009 rpc_server.cc:307] RPC server started. Bound to: 127.9.126.1:42275
08:46:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.901605 10152 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.126.1:42275 every 8 connection(s)
08:46:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.905586 10009 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/info.pb
08:46:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.916446 9720 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu as pid 10009
08:46:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.917080 9720 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/wal/instance
08:46:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:11.969244 9720 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/wal
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/data
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/logs
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/data/info.pb
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.2:0
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.126.2
08:46:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.2
08:46:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:46:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.012570 10154 heartbeater.cc:344] Connected to a master server at 127.9.126.61:44425
08:46:12.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.013142 10154 heartbeater.cc:461] Registering TS with master...
08:46:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.013927 10153 heartbeater.cc:344] Connected to a master server at 127.9.126.60:33083
08:46:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.014252 10153 heartbeater.cc:461] Registering TS with master...
08:46:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.014493 10154 heartbeater.cc:507] Master 127.9.126.61:44425 requested a full tablet report, sending...
08:46:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.015359 10153 heartbeater.cc:507] Master 127.9.126.60:33083 requested a full tablet report, sending...
08:46:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.018035 9841 ts_manager.cc:194] Registered new tserver with Master: 700f0c6f53ba433a97e975f540b29d22 (127.9.126.1:42275)
08:46:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.018088 9921 ts_manager.cc:194] Registered new tserver with Master: 700f0c6f53ba433a97e975f540b29d22 (127.9.126.1:42275)
08:46:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.020733 9921 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.126.1:52349
08:46:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.023622 10155 heartbeater.cc:344] Connected to a master server at 127.9.126.62:33573
08:46:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.023932 10155 heartbeater.cc:461] Registering TS with master...
08:46:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.024709 10155 heartbeater.cc:507] Master 127.9.126.62:33573 requested a full tablet report, sending...
08:46:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.027083 9766 ts_manager.cc:194] Registered new tserver with Master: 700f0c6f53ba433a97e975f540b29d22 (127.9.126.1:42275)
08:46:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:12.387840 10161 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:46:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:12.388724 10161 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:46:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:12.389521 10161 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:46:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:12.422828 10161 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:46:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:12.423679 10161 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.126.2
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.459743 10161 tablet_server_runner.cc:78] Tablet server non-default flags:
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/data
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/wal
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.2:0
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/data/info.pb
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.2
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.126.2
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/logs
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
08:46:12.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:46:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 08:07:53 UTC on 24a791456cd2
08:46:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6729
08:46:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:46:12.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.461476 10161 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:46:12.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:12.463373 10161 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:46:12.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:12.483855 10170 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.025210 10153 heartbeater.cc:499] Master 127.9.126.60:33083 was elected leader, sending a full tablet report...
08:46:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:12.484007 10171 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:13.809772 10161 thread.cc:640] GCE (cloud detector) Time spent creating pthread: real 1.328s user 0.469s sys 0.846s
08:46:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:13.810192 10161 thread.cc:606] GCE (cloud detector) Time spent starting thread: real 1.328s user 0.469s sys 0.846s
08:46:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.814936 10161 server_base.cc:1048] running on GCE node
08:46:13.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:13.814996 10177 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:13.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.816483 10161 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:46:13.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.818783 10161 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:46:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.820168 10161 hybrid_clock.cc:648] HybridClock initialized: now 1750668373820123 us; error 47 us; skew 500 ppm
08:46:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.821041 10161 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:46:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.836781 10161 webserver.cc:469] Webserver started at http://127.9.126.2:40775/ using document root <none> and password file <none>
08:46:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.837800 10161 fs_manager.cc:362] Metadata directory not provided
08:46:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.838037 10161 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:46:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.838590 10161 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:46:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.843344 10161 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/data/instance:
08:46:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6567a9ad646c491db5963d1b51d5ad62"
08:46:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:13 on dist-test-slave-f5fv"
08:46:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.844457 10161 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/wal/instance:
08:46:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6567a9ad646c491db5963d1b51d5ad62"
08:46:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:13 on dist-test-slave-f5fv"
08:46:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.852068 10161 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
08:46:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.859279 10182 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:46:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.860467 10161 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.860805 10161 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/data,/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/wal
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6567a9ad646c491db5963d1b51d5ad62"
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:13 on dist-test-slave-f5fv"
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.861223 10161 fs_report.cc:389] FS layout report
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/wal
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/wal
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/data/data
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:46:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:46:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:46:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.971093 10161 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:46:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.972662 10161 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:46:13.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.973063 10161 kserver.cc:163] Server-wide thread pool size limit: 3276
08:46:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.975668 10161 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:46:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.979926 10161 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:46:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.980166 10161 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:46:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.980396 10161 ts_tablet_manager.cc:610] Registered 0 tablets
08:46:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:13.980530 10161 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:46:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.123096 10161 rpc_server.cc:307] RPC server started. Bound to: 127.9.126.2:39013
08:46:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.123208 10294 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.126.2:39013 every 8 connection(s)
08:46:14.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.125603 10161 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/data/info.pb
08:46:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.127997 9720 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu as pid 10161
08:46:14.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.128744 9720 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/wal/instance
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.143435 9720 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/wal
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/data
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/logs
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/data/info.pb
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.3:0
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.126.3
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.3
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:14.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:46:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.182160 10296 heartbeater.cc:344] Connected to a master server at 127.9.126.61:44425
08:46:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.182566 10295 heartbeater.cc:344] Connected to a master server at 127.9.126.60:33083
08:46:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.182885 10296 heartbeater.cc:461] Registering TS with master...
08:46:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.183434 10295 heartbeater.cc:461] Registering TS with master...
08:46:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.184351 10296 heartbeater.cc:507] Master 127.9.126.61:44425 requested a full tablet report, sending...
08:46:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.184582 10295 heartbeater.cc:507] Master 127.9.126.60:33083 requested a full tablet report, sending...
08:46:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.187489 9841 ts_manager.cc:194] Registered new tserver with Master: 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013)
08:46:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.188315 10297 heartbeater.cc:344] Connected to a master server at 127.9.126.62:33573
08:46:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.188664 10297 heartbeater.cc:461] Registering TS with master...
08:46:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.189723 10297 heartbeater.cc:507] Master 127.9.126.62:33573 requested a full tablet report, sending...
08:46:14.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.191495 9921 ts_manager.cc:194] Registered new tserver with Master: 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013)
08:46:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.192291 9766 ts_manager.cc:194] Registered new tserver with Master: 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013)
08:46:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.192906 9921 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.126.2:57317
08:46:14.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:14.471179 10303 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:46:14.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:14.471645 10303 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:46:14.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:14.472111 10303 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:46:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:14.504837 10303 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:46:14.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:14.505682 10303 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.126.3
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.541114 10303 tablet_server_runner.cc:78] Tablet server non-default flags:
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.126.20:44285
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/data
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/wal
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.126.3:0
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/data/info.pb
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.126.3
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.126.62:33573,127.9.126.61:44425,127.9.126.60:33083
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.126.3
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/logs
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:46:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:46:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:46:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:46:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1550f239ea6e50bb8f84a51255fe1b8accb536aa
08:46:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:46:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Jun 2025 08:07:53 UTC on 24a791456cd2
08:46:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6729
08:46:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:46:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.542428 10303 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:46:14.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:14.544049 10303 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:46:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:14.560940 10312 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.196233 10295 heartbeater.cc:499] Master 127.9.126.60:33083 was elected leader, sending a full tablet report...
08:46:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:14.560957 10311 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:15.951033 10313 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1386 milliseconds
08:46:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:15.952531 10314 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:46:15.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:15.955060 10303 thread.cc:640] OpenStack (cloud detector) Time spent creating pthread: real 1.398s user 0.471s sys 0.921s
08:46:15.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:15.955315 10303 thread.cc:606] OpenStack (cloud detector) Time spent starting thread: real 1.399s user 0.471s sys 0.921s
08:46:15.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.955497 10303 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:46:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.956673 10303 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:46:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.959187 10303 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:46:15.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.960544 10303 hybrid_clock.cc:648] HybridClock initialized: now 1750668375960515 us; error 37 us; skew 500 ppm
08:46:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.961405 10303 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:46:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.969074 10303 webserver.cc:469] Webserver started at http://127.9.126.3:40335/ using document root <none> and password file <none>
08:46:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.970151 10303 fs_manager.cc:362] Metadata directory not provided
08:46:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.970412 10303 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:46:15.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.970923 10303 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
08:46:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.977026 10303 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/data/instance:
08:46:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95b6f0b5b63b464f91f39dc8d58a7b82"
08:46:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:15 on dist-test-slave-f5fv"
08:46:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.978498 10303 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/wal/instance:
08:46:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95b6f0b5b63b464f91f39dc8d58a7b82"
08:46:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:15 on dist-test-slave-f5fv"
08:46:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.988700 10303 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
08:46:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.996840 10327 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:46:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.998260 10303 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
08:46:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.998800 10303 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/data,/tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/wal
08:46:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95b6f0b5b63b464f91f39dc8d58a7b82"
08:46:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-23 08:46:15 on dist-test-slave-f5fv"
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:15.999397 10303 fs_report.cc:389] FS layout report
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/wal
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/wal
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/data/data
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:46:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:46:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.092720 10303 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:46:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.094667 10303 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:46:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.095211 10303 kserver.cc:163] Server-wide thread pool size limit: 3276
08:46:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.098399 10303 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:46:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.103984 10303 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:46:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.104269 10303 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:46:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.104552 10303 ts_tablet_manager.cc:610] Registered 0 tablets
08:46:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.104751 10303 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:46:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.266112 10303 rpc_server.cc:307] RPC server started. Bound to: 127.9.126.3:33945
08:46:16.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.266248 10441 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.126.3:33945 every 8 connection(s)
08:46:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.269053 10303 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/data/info.pb
08:46:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.276072 9720 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu as pid 10303
08:46:16.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.276633 9720 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/wal/instance
08:46:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.316800 10443 heartbeater.cc:344] Connected to a master server at 127.9.126.61:44425
08:46:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.317339 10443 heartbeater.cc:461] Registering TS with master...
08:46:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.317474 10444 heartbeater.cc:344] Connected to a master server at 127.9.126.62:33573
08:46:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.317797 10444 heartbeater.cc:461] Registering TS with master...
08:46:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.318502 10442 heartbeater.cc:344] Connected to a master server at 127.9.126.60:33083
08:46:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.318879 10442 heartbeater.cc:461] Registering TS with master...
08:46:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.319015 10444 heartbeater.cc:507] Master 127.9.126.62:33573 requested a full tablet report, sending...
08:46:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.319020 10443 heartbeater.cc:507] Master 127.9.126.61:44425 requested a full tablet report, sending...
08:46:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.319783 10442 heartbeater.cc:507] Master 127.9.126.60:33083 requested a full tablet report, sending...
08:46:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.322045 9921 ts_manager.cc:194] Registered new tserver with Master: 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.322224 9841 ts_manager.cc:194] Registered new tserver with Master: 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.322973 9766 ts_manager.cc:194] Registered new tserver with Master: 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.323733 9921 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.126.3:55257
08:46:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.341356 9720 external_mini_cluster.cc:934] 3 TS(s) registered with all masters
08:46:16.353 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:46:16.353 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:46:16.354 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.9.126.62"
port: 33573
}
bound_http_address {
host: "127.9.126.62"
port: 46597
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.9.126.61"
port: 44425
}
bound_http_address {
host: "127.9.126.61"
port: 36157
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.9.126.60"
port: 33083
}
bound_http_address {
host: "127.9.126.60"
port: 42581
}
}
}
08:46:16.354 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:46:16.355 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.9.126.1"
port: 42275
}
bound_http_address {
host: "127.9.126.1"
port: 37233
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.9.126.2"
port: 39013
}
bound_http_address {
host: "127.9.126.2"
port: 40775
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.9.126.3"
port: 33945
}
bound_http_address {
host: "127.9.126.3"
port: 40335
}
}
}
08:46:16.355 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:46:16.356 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:46:16.358 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.126.61:44425(127.9.126.61:44425)] connecting to peer
08:46:16.359 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.126.60:33083(127.9.126.60:33083)] connecting to peer
08:46:16.360 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.126.61:44425(127.9.126.61:44425)] Successfully connected to peer
08:46:16.362 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.126.61
08:46:16.363 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.9.126.62:33573(127.9.126.62:33573)] connecting to peer
08:46:16.364 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.9.126.60:33083(127.9.126.60:33083)] Successfully connected to peer
08:46:16.366 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.9.126.62:33573(127.9.126.62:33573)] Successfully connected to peer
08:46:16.367 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.126.60
08:46:16.381 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.9.126.62
08:46:16.390 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbe515a4b, L:/127.0.0.1:37932 - R:/127.9.126.61:44425] using SASL/PLAIN
08:46:16.391 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf95a9d46, L:/127.0.0.1:59926 - R:/127.9.126.60:33083] using SASL/PLAIN
08:46:16.394 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:46:16.394 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=36), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.126.61:44425, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.126.60:33083, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.9.126.62:33573, [35ms] Sub RPC ConnectToMaster: received response from server master-127.9.126.60:33083: OK, deferred=null) after lookup
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.396366 9921 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59926:
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestKuduClient"
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c1"
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c2"
08:46:16.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c3"
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "c4"
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:46:16.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:46:16.399 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb88f4d4b, L:/127.0.0.1:40550 - R:/127.9.126.62:33573] using SASL/PLAIN
08:46:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:16.400040 9921 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:46:16.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 1d9ba81accff4669bcfbd19e3617c110
08:46:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.482767 10088 tablet_service.cc:1468] Processing CreateTablet for tablet 173d92fea26345989f82e41d8b948772 (DEFAULT_TABLE table=TestKuduClient [id=1d9ba81accff4669bcfbd19e3617c110]), partition=RANGE (key) PARTITION UNBOUNDED
08:46:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.484691 10088 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 173d92fea26345989f82e41d8b948772. 1 dirs total, 0 dirs full, 0 dirs failed
08:46:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.496131 10375 tablet_service.cc:1468] Processing CreateTablet for tablet 173d92fea26345989f82e41d8b948772 (DEFAULT_TABLE table=TestKuduClient [id=1d9ba81accff4669bcfbd19e3617c110]), partition=RANGE (key) PARTITION UNBOUNDED
08:46:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.498152 10375 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 173d92fea26345989f82e41d8b948772. 1 dirs total, 0 dirs full, 0 dirs failed
08:46:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.498558 10230 tablet_service.cc:1468] Processing CreateTablet for tablet 173d92fea26345989f82e41d8b948772 (DEFAULT_TABLE table=TestKuduClient [id=1d9ba81accff4669bcfbd19e3617c110]), partition=RANGE (key) PARTITION UNBOUNDED
08:46:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.500295 10230 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 173d92fea26345989f82e41d8b948772. 1 dirs total, 0 dirs full, 0 dirs failed
08:46:16.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.532107 10473 tablet_bootstrap.cc:492] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: Bootstrap starting.
08:46:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.533919 10475 tablet_bootstrap.cc:492] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82: Bootstrap starting.
08:46:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.542116 10473 tablet_bootstrap.cc:654] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: Neither blocks nor log segments found. Creating new log.
08:46:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.542061 10474 tablet_bootstrap.cc:492] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62: Bootstrap starting.
08:46:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.543900 10475 tablet_bootstrap.cc:654] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82: Neither blocks nor log segments found. Creating new log.
08:46:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.544608 10473 log.cc:826] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: Log is configured to *not* fsync() on all Append() calls
08:46:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.546088 10475 log.cc:826] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82: Log is configured to *not* fsync() on all Append() calls
08:46:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.550721 10474 tablet_bootstrap.cc:654] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62: Neither blocks nor log segments found. Creating new log.
08:46:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.553435 10474 log.cc:826] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62: Log is configured to *not* fsync() on all Append() calls
08:46:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.555332 10473 tablet_bootstrap.cc:492] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: No bootstrap required, opened a new log
08:46:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.555809 10475 tablet_bootstrap.cc:492] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82: No bootstrap required, opened a new log
08:46:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.555878 10473 ts_tablet_manager.cc:1397] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: Time spent bootstrapping tablet: real 0.024s user 0.016s sys 0.005s
08:46:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.556362 10475 ts_tablet_manager.cc:1397] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82: Time spent bootstrapping tablet: real 0.023s user 0.014s sys 0.004s
08:46:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.558732 10474 tablet_bootstrap.cc:492] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62: No bootstrap required, opened a new log
08:46:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.559154 10474 ts_tablet_manager.cc:1397] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62: Time spent bootstrapping tablet: real 0.021s user 0.017s sys 0.000s
08:46:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.577757 10474 raft_consensus.cc:357] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.578722 10474 raft_consensus.cc:383] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:46:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.579001 10474 raft_consensus.cc:738] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6567a9ad646c491db5963d1b51d5ad62, State: Initialized, Role: FOLLOWER
08:46:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.579864 10474 consensus_queue.cc:260] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.583305 10473 raft_consensus.cc:357] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.584064 10474 ts_tablet_manager.cc:1428] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62: Time spent starting tablet: real 0.025s user 0.020s sys 0.004s
08:46:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.584241 10473 raft_consensus.cc:383] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:46:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.583745 10475 raft_consensus.cc:357] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.584532 10473 raft_consensus.cc:738] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 700f0c6f53ba433a97e975f540b29d22, State: Initialized, Role: FOLLOWER
08:46:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.584609 10475 raft_consensus.cc:383] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:46:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.584882 10475 raft_consensus.cc:738] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95b6f0b5b63b464f91f39dc8d58a7b82, State: Initialized, Role: FOLLOWER
08:46:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.585511 10473 consensus_queue.cc:260] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.585808 10475 consensus_queue.cc:260] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.599180 10475 ts_tablet_manager.cc:1428] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82: Time spent starting tablet: real 0.043s user 0.034s sys 0.008s
08:46:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.599777 10473 ts_tablet_manager.cc:1428] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: Time spent starting tablet: real 0.044s user 0.040s sys 0.004s
08:46:16.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.601850 10442 heartbeater.cc:499] Master 127.9.126.60:33083 was elected leader, sending a full tablet report...
08:46:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:16.650480 10302 tablet.cc:2378] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:46:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.717764 10481 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.718307 10481 raft_consensus.cc:513] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.722267 10481 leader_election.cc:290] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 700f0c6f53ba433a97e975f540b29d22 (127.9.126.1:42275), 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013)
08:46:16.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.732409 10250 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "173d92fea26345989f82e41d8b948772" candidate_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6567a9ad646c491db5963d1b51d5ad62" is_pre_election: true
08:46:16.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.732806 10108 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "173d92fea26345989f82e41d8b948772" candidate_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "700f0c6f53ba433a97e975f540b29d22" is_pre_election: true
08:46:16.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.733368 10250 raft_consensus.cc:2466] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95b6f0b5b63b464f91f39dc8d58a7b82 in term 0.
08:46:16.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.733637 10108 raft_consensus.cc:2466] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95b6f0b5b63b464f91f39dc8d58a7b82 in term 0.
08:46:16.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.735008 10331 leader_election.cc:304] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 6567a9ad646c491db5963d1b51d5ad62, 700f0c6f53ba433a97e975f540b29d22, 95b6f0b5b63b464f91f39dc8d58a7b82; no voters:
08:46:16.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.735824 10481 raft_consensus.cc:2802] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:46:16.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.736279 10481 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:46:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:16.736709 10481 raft_consensus.cc:3058] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82 [term 0 FOLLOWER]: Advancing to term 1
08:46:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20250623 08:46:16.737555 10481 raft_consensus.cc:3223] Check failed: _s.ok() Bad status: Not found: Unable to create consensus metadata root dir: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-2/wal/consensus-meta: No such file or directory (error 2)
08:46:16.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
08:46:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:16.755781 10162 tablet.cc:2378] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:46:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d708a950 google::LogMessage::Flush()
08:46:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d708fa8b google::LogMessageFatal::~LogMessageFatal()
08:46:16.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:16.802858 10449 tablet.cc:2378] T 173d92fea26345989f82e41d8b948772 P 95b6f0b5b63b464f91f39dc8d58a7b82: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:46:16.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23e02077f2 kudu::consensus::RaftConsensus::SetVotedForCurrentTermUnlocked()
08:46:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23e02051f7 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1951f6)
08:46:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23e021790e (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1a790d)
08:46:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23e022b9f6 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bb9f5)
08:46:16.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23e022b99a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bb999)
08:46:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23e022b92a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bb929)
08:46:16.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23e022b8f2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bb8f1)
08:46:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23e022ab8e (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bab8d)
08:46:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bcd5 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bcd4)
08:46:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bb0a (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bb09)
08:46:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d92c2575 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x460574)
08:46:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d92c48c2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x4628c1)
08:46:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d92c487a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x462879)
08:46:17.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d92c480a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x462809)
08:46:17.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d92c47d2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x4627d1)
08:46:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d92c3ace (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x461acd)
08:46:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bcd5 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bcd4)
08:46:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bb0a (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bb09)
08:46:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d92a5647 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x443646)
08:46:17.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x465e60 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x465e5f)
08:46:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23da9246db start_thread
08:46:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f23d5d2f71f clone
08:46:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.691254 10483 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.691684 10483 raft_consensus.cc:513] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.694061 10483 leader_election.cc:290] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 700f0c6f53ba433a97e975f540b29d22 (127.9.126.1:42275), 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:18.699178 10186 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.702935 10488 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.703467 10488 raft_consensus.cc:513] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.704023 10108 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "173d92fea26345989f82e41d8b948772" candidate_uuid: "6567a9ad646c491db5963d1b51d5ad62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "700f0c6f53ba433a97e975f540b29d22" is_pre_election: true
08:46:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:18.704437 10186 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.704648 10108 raft_consensus.cc:2466] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6567a9ad646c491db5963d1b51d5ad62 in term 0.
08:46:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.705615 10186 leader_election.cc:304] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6567a9ad646c491db5963d1b51d5ad62, 700f0c6f53ba433a97e975f540b29d22; no voters: 95b6f0b5b63b464f91f39dc8d58a7b82
08:46:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.706146 10488 leader_election.cc:290] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013), 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:18.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.706243 10483 raft_consensus.cc:2802] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:46:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.706714 10483 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:46:18.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.707137 10483 raft_consensus.cc:3058] T 173d92fea26345989f82e41d8b948772 P 6567a9ad646c491db5963d1b51d5ad62 [term 0 FOLLOWER]: Advancing to term 1
08:46:18.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20250623 08:46:18.707782 10483 raft_consensus.cc:3223] Check failed: _s.ok() Bad status: Not found: Unable to create consensus metadata root dir: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-1/wal/consensus-meta: No such file or directory (error 2)
08:46:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:18.711824 10044 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
08:46:18.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:18.716212 10044 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:18.720695 10250 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "173d92fea26345989f82e41d8b948772" candidate_uuid: "700f0c6f53ba433a97e975f540b29d22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6567a9ad646c491db5963d1b51d5ad62" is_pre_election: true
08:46:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae5391950 (/tmp/dist-test-taskmwpvhR/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1994f)
08:46:18.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae5396a8b (/tmp/dist-test-taskmwpvhR/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1ea8a)
08:46:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3aee50e7f2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1977f1)
08:46:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3aee50c1f7 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1951f6)
08:46:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3aee51e90e (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1a790d)
08:46:18.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3aee5329f6 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bb9f5)
08:46:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3aee53299a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bb999)
08:46:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3aee53292a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bb929)
08:46:18.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3aee5328f2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bb8f1)
08:46:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3aee531b8e (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libconsensus.so (deleted)+0x1bab8d)
08:46:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bcd5 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bcd4)
08:46:18.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bb0a (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bb09)
08:46:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae75c9575 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x460574)
08:46:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae75cb8c2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x4628c1)
08:46:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae75cb87a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x462879)
08:46:18.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae75cb80a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x462809)
08:46:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae75cb7d2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x4627d1)
08:46:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae75caace (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x461acd)
08:46:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bcd5 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bcd4)
08:46:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bb0a (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bb09)
08:46:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae75ac647 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x443646)
08:46:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x465e60 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x465e5f)
08:46:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae8c2b6db start_thread
08:46:19.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f3ae403671f clone
08:46:19.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:19.175650 10043 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013): Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111)
08:46:19.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:19.176136 10043 leader_election.cc:304] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 700f0c6f53ba433a97e975f540b29d22; no voters: 6567a9ad646c491db5963d1b51d5ad62, 95b6f0b5b63b464f91f39dc8d58a7b82
08:46:19.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:19.176915 10488 raft_consensus.cc:2747] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:46:21.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:21.313830 10494 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:21.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:21.314471 10494 raft_consensus.cc:513] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:21.316658 10494 leader_election.cc:290] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013), 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:21.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:21.323539 10043 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013): Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111)
08:46:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:21.324082 10044 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:21.324386 10044 leader_election.cc:304] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 700f0c6f53ba433a97e975f540b29d22; no voters: 6567a9ad646c491db5963d1b51d5ad62, 95b6f0b5b63b464f91f39dc8d58a7b82
08:46:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:21.324916 10494 raft_consensus.cc:2747] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:46:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:23.229914 10500 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:23.230322 10500 raft_consensus.cc:513] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:23.231760 10500 leader_election.cc:290] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013), 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:23.236763 10043 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013): Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111)
08:46:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:23.237118 10044 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:23.237416 10044 leader_election.cc:304] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 700f0c6f53ba433a97e975f540b29d22; no voters: 6567a9ad646c491db5963d1b51d5ad62, 95b6f0b5b63b464f91f39dc8d58a7b82
08:46:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:23.237944 10500 raft_consensus.cc:2747] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:46:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:27.974067 10508 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:27.974498 10508 raft_consensus.cc:513] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:27.976127 10508 leader_election.cc:290] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013), 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:27.978204 10043 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:46:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:27.981364 10044 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:27.981804 10043 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013): Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111)
08:46:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:27.982097 10043 leader_election.cc:304] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 700f0c6f53ba433a97e975f540b29d22; no voters: 6567a9ad646c491db5963d1b51d5ad62, 95b6f0b5b63b464f91f39dc8d58a7b82
08:46:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:27.982609 10508 raft_consensus.cc:2747] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:46:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:35.172755 10515 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:35.173382 10515 raft_consensus.cc:513] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:35.175238 10515 leader_election.cc:290] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013), 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:35.177837 10043 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:46:35.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:35.180969 10043 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013): Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111)
08:46:35.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:35.181560 10044 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:35.181833 10044 leader_election.cc:304] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 700f0c6f53ba433a97e975f540b29d22; no voters: 6567a9ad646c491db5963d1b51d5ad62, 95b6f0b5b63b464f91f39dc8d58a7b82
08:46:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:35.182384 10515 raft_consensus.cc:2747] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:46:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:37.016783 9797 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9140 after lost signal to thread 9734
08:46:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:37.017391 9797 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7240 after lost signal to thread 9800
08:46:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:41.597424 10522 raft_consensus.cc:491] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:46:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:41.598030 10522 raft_consensus.cc:513] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "700f0c6f53ba433a97e975f540b29d22" member_type: VOTER last_known_addr { host: "127.9.126.1" port: 42275 } } peers { permanent_uuid: "6567a9ad646c491db5963d1b51d5ad62" member_type: VOTER last_known_addr { host: "127.9.126.2" port: 39013 } } peers { permanent_uuid: "95b6f0b5b63b464f91f39dc8d58a7b82" member_type: VOTER last_known_addr { host: "127.9.126.3" port: 33945 } }
08:46:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:41.599879 10522 leader_election.cc:290] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013), 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945)
08:46:41.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:41.602794 10043 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:46:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:41.605634 10044 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:41.606025 10043 leader_election.cc:336] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013): Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111)
08:46:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:41.606354 10043 leader_election.cc:304] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 700f0c6f53ba433a97e975f540b29d22; no voters: 6567a9ad646c491db5963d1b51d5ad62, 95b6f0b5b63b464f91f39dc8d58a7b82
08:46:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:41.606937 10522 raft_consensus.cc:2747] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:46:46.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.476667 9992 catalog_manager.cc:6045] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: Tablet 173d92fea26345989f82e41d8b948772 (table TestKuduClient [id=1d9ba81accff4669bcfbd19e3617c110]) was not created within the allowed timeout. Replacing with a new tablet e65607b1c2be49508a7f7a2ba5f05cf2
08:46:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.498523 9992 catalog_manager.cc:5869] T 00000000000000000000000000000000 P ac6a85ce0be842eeb39aeae0be15b828: Sending DeleteTablet for 3 replicas of tablet 173d92fea26345989f82e41d8b948772
08:46:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.501473 10088 tablet_service.cc:1515] Processing DeleteTablet for tablet 173d92fea26345989f82e41d8b948772 with delete_type TABLET_DATA_DELETED (Replaced by e65607b1c2be49508a7f7a2ba5f05cf2 at 2025-06-23 08:46:46 UTC) from {username='slave'} at 127.0.0.1:42078
08:46:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.519845 10540 tablet_replica.cc:331] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: stopping tablet replica
08:46:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.521101 10540 raft_consensus.cc:2241] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Raft consensus shutting down.
08:46:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.521878 10540 raft_consensus.cc:2270] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22 [term 0 FOLLOWER]: Raft consensus is shut down!
08:46:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.521557 10088 tablet_service.cc:1468] Processing CreateTablet for tablet e65607b1c2be49508a7f7a2ba5f05cf2 (DEFAULT_TABLE table=TestKuduClient [id=1d9ba81accff4669bcfbd19e3617c110]), partition=RANGE (key) PARTITION UNBOUNDED
08:46:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.523798 10088 data_dirs.cc:580] failed to refresh fullness of /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data: No such file or directory (error 2)
08:46:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.525889 10540 ts_tablet_manager.cc:1905] T 173d92fea26345989f82e41d8b948772 P 700f0c6f53ba433a97e975f540b29d22: Deleting tablet data with delete state TABLET_DATA_DELETED
08:46:46.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.526571 9908 catalog_manager.cc:4838] CreateTablet RPC for tablet e65607b1c2be49508a7f7a2ba5f05cf2 on TS 700f0c6f53ba433a97e975f540b29d22 (127.9.126.1:42275) failed: IO error: Couldn't create tablet metadata: Failed to create TabletMetadata: All healthy data directories are full (error 28)
08:46:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.527726 9908 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.537052 9907 catalog_manager.cc:4671] TS 6567a9ad646c491db5963d1b51d5ad62 (127.9.126.2:39013): CreateTablet RPC failed for tablet e65607b1c2be49508a7f7a2ba5f05cf2: Network error: Client connection negotiation failed: client connection to 127.9.126.2:39013: connect: Connection refused (error 111)
08:46:46.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20250623 08:46:46.540158 10540 ts_tablet_manager.cc:1214] Failed to delete tablet data for 173d92fea26345989f82e41d8b948772: Not found: Unable to delete on-disk data from tablet 173d92fea26345989f82e41d8b948772: Failed to write tablet metadata 173d92fea26345989f82e41d8b948772: Call to mkstemp() failed on name template /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/wal/tablet-meta/173d92fea26345989f82e41d8b948772.kudutmp.XXXXXX: No such file or directory (error 2)
08:46:46.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
08:46:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7bc16950 (/tmp/dist-test-taskmwpvhR/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1994f)
08:46:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.561511 10088 tablet_service.cc:1468] Processing CreateTablet for tablet e65607b1c2be49508a7f7a2ba5f05cf2 (DEFAULT_TABLE table=TestKuduClient [id=1d9ba81accff4669bcfbd19e3617c110]), partition=RANGE (key) PARTITION UNBOUNDED
08:46:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.562577 10088 data_dirs.cc:580] failed to refresh fullness of /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data: No such file or directory (error 2)
08:46:46.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7bc1ba8b (/tmp/dist-test-taskmwpvhR/thirdparty/installed/tsan/lib/libglog.so.0.6.0 (deleted)+0x1ea8a)
08:46:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce85dd3211 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libtserver.so (deleted)+0x2bb210)
08:46:46.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce85e02b71 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libtserver.so (deleted)+0x2eab70)
08:46:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce85de9f4e (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libtserver.so (deleted)+0x2d1f4d)
08:46:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce85de9efa (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libtserver.so (deleted)+0x2d1ef9)
08:46:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce85de9e8a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libtserver.so (deleted)+0x2d1e89)
08:46:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.647853 10088 tablet_service.cc:1468] Processing CreateTablet for tablet e65607b1c2be49508a7f7a2ba5f05cf2 (DEFAULT_TABLE table=TestKuduClient [id=1d9ba81accff4669bcfbd19e3617c110]), partition=RANGE (key) PARTITION UNBOUNDED
08:46:46.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.648684 10088 data_dirs.cc:580] failed to refresh fullness of /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data: No such file or directory (error 2)
08:46:46.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce85de9e52 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libtserver.so (deleted)+0x2d1e51)
08:46:46.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce85de907e (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libtserver.so (deleted)+0x2d107d)
08:46:46.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bcd5 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bcd4)
08:46:46.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bb0a (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bb09)
08:46:46.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7de4e575 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x460574)
08:46:46.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7de508c2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x4628c1)
08:46:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7de5087a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x462879)
08:46:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7de5080a (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x462809)
08:46:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:46:46.729210 10088 tablet_service.cc:1468] Processing CreateTablet for tablet e65607b1c2be49508a7f7a2ba5f05cf2 (DEFAULT_TABLE table=TestKuduClient [id=1d9ba81accff4669bcfbd19e3617c110]), partition=RANGE (key) PARTITION UNBOUNDED
08:46:46.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.729995 10088 data_dirs.cc:580] failed to refresh fullness of /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data: Not found: Could not refresh fullness: statvfs: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/ts-0/data/data: No such file or directory (error 2)
08:46:46.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7de507d2 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x4627d1)
08:46:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7de4face (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x461acd)
08:46:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bcd5 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bcd4)
08:46:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x59bb0a (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x59bb09)
08:46:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7de31647 (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libkudu_util.so (deleted)+0x443646)
08:46:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x465e60 (/tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu (deleted)+0x465e5f)
08:46:46.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7f4b06db start_thread
08:46:46.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7fce7a8bb71f clone
08:46:46.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:46.967912 9908 connection.cc:537] client connection to 127.9.126.1:42275 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:46:47.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:47.602388 9908 catalog_manager.cc:4671] TS 700f0c6f53ba433a97e975f540b29d22 (127.9.126.1:42275): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 173d92fea26345989f82e41d8b948772: Network error: Client connection negotiation failed: client connection to 127.9.126.1:42275: connect: Connection refused (error 111)
08:46:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:48.758751 9908 catalog_manager.cc:4671] TS 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 173d92fea26345989f82e41d8b948772: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:50.849802 9908 catalog_manager.cc:4671] TS 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 173d92fea26345989f82e41d8b948772: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:46:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:54.969756 9908 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111) [suppressed 49 similar messages]
08:46:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:46:54.972412 9908 catalog_manager.cc:4671] TS 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): CreateTablet RPC failed for tablet e65607b1c2be49508a7f7a2ba5f05cf2: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:47:03.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:47:03.188560 9908 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:47:03.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:47:03.191953 9908 catalog_manager.cc:4671] TS 95b6f0b5b63b464f91f39dc8d58a7b82 (127.9.126.3:33945): CreateTablet RPC failed for tablet e65607b1c2be49508a7f7a2ba5f05cf2: Network error: Client connection negotiation failed: client connection to 127.9.126.3:33945: connect: Connection refused (error 111)
08:47:04.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:47:04.878520 9799 server_base.cc:1223] Unable to delete excess log files: IO error: glob failed for /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186/master-0/logs/kudu-master.*.INFO.*: No such file or directory
08:47:05.021 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=IsCreateTableDone, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48588), Traces: [0ms] sending RPC to server master-127.9.126.60:33083, [2ms] received response from server master-127.9.126.60:33083: OK, [19ms] sending RPC to server master-127.9.126.60:33083, [20ms] received response from server master-127.9.126.60:33083: OK, [39ms] sending RPC to server master-127.9.126.60:33083, [42ms] received response from server master-127.9.126.60:33083: OK, [59ms] sending RPC to server master-127.9.126.60:33083, [61ms] received response from server master-127.9.126.60:33083: OK, [79ms] sending RPC to server master-127.9.126.60:33083, [83ms] received response from server master-127.9.126.60:33083: OK, [99ms] sending RPC to server master-127.9.126.60:33083, [101ms] received response from server master-127.9.126.60:33083: OK, [159ms] sending RPC to server master-127.9.126.60:33083, [161ms] received response from server master-127.9.126.60:33083: OK, [200ms] sending RPC to server master-127.9.126.60:33083, [201ms] received response from server master-127.9.126.60:33083: OK, [340ms] sending RPC to server master-127.9.126.60:33083, [342ms] received response from server master-127.9.126.60:33083: OK, [780ms] sending RPC to server master-127.9.126.60:33083, [782ms] received response from server master-127.9.126.60:33083: OK, [839ms] sending RPC to server master-127.9.126.60:33083, [841ms] received response from server master-127.9.126.60:33083: OK, [2739ms] sending RPC to server master-127.9.126.60:33083, [2741ms] received response from server master-127.9.126.60:33083: OK, [5599ms] sending RPC to server master-127.9.126.60:33083, [5601ms] received response from server master-127.9.126.60:33083: OK, [8260ms] sending RPC to server master-127.9.126.60:33083, [8261ms] received response from server master-127.9.126.60:33083: OK, [10079ms] sending RPC to server master-127.9.126.60:33083, [10081ms] received response from server master-127.9.126.60:33083: OK, [11039ms] sending RPC to server master-127.9.126.60:33083, [11041ms] received response from server master-127.9.126.60:33083: OK, [11659ms] sending RPC to server master-127.9.126.60:33083, [11661ms] received response from server master-127.9.126.60:33083: OK, [14919ms] sending RPC to server master-127.9.126.60:33083, [14921ms] received response from server master-127.9.126.60:33083: OK, [16199ms] sending RPC to server master-127.9.126.60:33083, [16201ms] received response from server master-127.9.126.60:33083: OK, [20039ms] sending RPC to server master-127.9.126.60:33083, [20041ms] received response from server master-127.9.126.60:33083: OK, [23479ms] sending RPC to server master-127.9.126.60:33083, [23481ms] received response from server master-127.9.126.60:33083: OK, [26159ms] sending RPC to server master-127.9.126.60:33083, [26161ms] received response from server master-127.9.126.60:33083: OK, [27600ms] sending RPC to server master-127.9.126.60:33083, [27602ms] received response from server master-127.9.126.60:33083: OK, [29440ms] sending RPC to server master-127.9.126.60:33083, [29442ms] received response from server master-127.9.126.60:33083: OK, [31280ms] sending RPC to server master-127.9.126.60:33083, [31282ms] received response from server master-127.9.126.60:33083: OK, [35279ms] sending RPC to server master-127.9.126.60:33083, [35281ms] received response from server master-127.9.126.60:33083: OK, [35639ms] sending RPC to server master-127.9.126.60:33083, [35641ms] received response from server master-127.9.126.60:33083: OK, [38520ms] sending RPC to server master-127.9.126.60:33083, [38521ms] received response from server master-127.9.126.60:33083: OK, [38699ms] sending RPC to server master-127.9.126.60:33083, [38701ms] received response from server master-127.9.126.60:33083: OK, [42240ms] sending RPC to server master-127.9.126.60:33083, [42242ms] received response from server master-127.9.126.60:33083: OK, [43819ms] sending RPC to server master-127.9.126.60:33083, [43821ms] received response from server master-127.9.126.60:33083: OK, [44599ms] sending RPC to server master-127.9.126.60:33083, [44601ms] received response from server master-127.9.126.60:33083: OK, [47619ms] sending RPC to server master-127.9.126.60:33083, [47621ms] received response from server master-127.9.126.60:33083: OK, [48579ms] sending RPC to server master-127.9.126.60:33083, [48581ms] received response from server master-127.9.126.60:33083: OK, deferred=Deferred@1540025358(state=PENDING, result=null, callback=(continuation of Deferred@1337463734 after org.apache.kudu.client.AsyncKuduClient$$Lambda$103/1257106414@6a5b923a@1784386106) -> (continuation of Deferred@935539499 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3be51341@1004868417) -> (continuation of Deferred@877629992 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2330cd9@36900057) -> (continuation of Deferred@751255007 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3fab4c1d@1068190749) -> (continuation of Deferred@2008897298 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d72c8f8@1836239096) -> (continuation of Deferred@2026781004 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@1de059ec@501242348) -> (continuation of Deferred@7899269 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@7b36b57a@2067182970) -> (continuation of Deferred@1916528393 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d8bff9b@1837891483) -> (continuation of Deferred@695434767 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6720833e@1730183998) -> (continuation of Deferred@1250833276 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@784b6a91@2018208401) -> (continuation of Deferred@1249570961 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@29a0b393@698397587) -> (continuation of Deferred@311320584 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31328f2a@825397034) -> (continuation of Deferred@743509989 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@c10dd7@12651991) -> (continuation of Deferred@1638835175 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@44402b27@1145056039) -> (continuation of Deferred@1615473261 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@68ed3c06@1760377862) -> (continuation of Deferred@2093488999 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@39940eca@966004426) -> (continuation of Deferred@146555607 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9b052ca@162550474) -> (continuation of Deferred@891253688 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2ce4c98f@753191311) -> (continuation of Deferred@1176804414 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@4d09b032@1292480562) -> (continuation of Deferred@54888600 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9e781ce@166166990) -> (continuation of Deferred@1799371168 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6bc88cda@1808305370) -> (continuation of Deferred@1147590771 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@713ac8c0@1899677888) -> (continuation of Deferred@459104894 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@345c9393@878482323) -> (continuation of Deferred@1183539243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@61d0ccf2@1641073906) -> (continuation of Deferred@292424740 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@41fec591@1107215761) -> (continuation of Deferred@1558806461 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3b398f8e@993628046) -> (continuation of Deferred@1515699169 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d323f77@1832009591) -> (continuation of Deferred@2058465787 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@d8314dc@226694364) -> (continuation of Deferred@1785478718 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@16596d83@374959491) -> (continuation of Deferred@1628453082 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@74a0e5d0@1956701648) -> (continuation of Deferred@2142677172 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@225ee7b4@576645044) -> (continuation of Deferred@1114164685 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31152e35@823471669) -> (continuation of Deferred@2066531243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2e1ae83d@773515325) -> (continuation of Deferred@706236054 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3264a966@845457766), errback=(continuation of Deferred@1337463734 after org.apache.kudu.client.AsyncKuduClient$$Lambda$103/1257106414@6a5b923a@1784386106) -> (continuation of Deferred@935539499 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3be51341@1004868417) -> (continuation of Deferred@877629992 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2330cd9@36900057) -> (continuation of Deferred@751255007 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3fab4c1d@1068190749) -> (continuation of Deferred@2008897298 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d72c8f8@1836239096) -> (continuation of Deferred@2026781004 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@1de059ec@501242348) -> (continuation of Deferred@7899269 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@7b36b57a@2067182970) -> (continuation of Deferred@1916528393 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d8bff9b@1837891483) -> (continuation of Deferred@695434767 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6720833e@1730183998) -> (continuation of Deferred@1250833276 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@784b6a91@2018208401) -> (continuation of Deferred@1249570961 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@29a0b393@698397587) -> (continuation of Deferred@311320584 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31328f2a@825397034) -> (continuation of Deferred@743509989 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@c10dd7@12651991) -> (continuation of Deferred@1638835175 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@44402b27@1145056039) -> (continuation of Deferred@1615473261 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@68ed3c06@1760377862) -> (continuation of Deferred@2093488999 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@39940eca@966004426) -> (continuation of Deferred@146555607 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9b052ca@162550474) -> (continuation of Deferred@891253688 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2ce4c98f@753191311) -> (continuation of Deferred@1176804414 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@4d09b032@1292480562) -> (continuation of Deferred@54888600 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9e781ce@166166990) -> (continuation of Deferred@1799371168 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6bc88cda@1808305370) -> (continuation of Deferred@1147590771 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@713ac8c0@1899677888) -> (continuation of Deferred@459104894 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@345c9393@878482323) -> (continuation of Deferred@1183539243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@61d0ccf2@1641073906) -> (continuation of Deferred@292424740 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@41fec591@1107215761) -> (continuation of Deferred@1558806461 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3b398f8e@993628046) -> (continuation of Deferred@1515699169 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d323f77@1832009591) -> (continuation of Deferred@2058465787 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@d8314dc@226694364) -> (continuation of Deferred@1785478718 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@16596d83@374959491) -> (continuation of Deferred@1628453082 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@74a0e5d0@1956701648) -> (continuation of Deferred@2142677172 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@225ee7b4@576645044) -> (continuation of Deferred@1114164685 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31152e35@823471669) -> (continuation of Deferred@2066531243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2e1ae83d@773515325) -> (continuation of Deferred@706236054 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3264a966@845457766)))
08:47:05.023 [DEBUG - main] (Connection.java:575) [peer master-127.9.126.62:33573(127.9.126.62:33573)] disconnecting while in state READY
08:47:05.023 [DEBUG - main] (Connection.java:575) [peer master-127.9.126.61:44425(127.9.126.61:44425)] disconnecting while in state READY
08:47:05.023 [DEBUG - main] (Connection.java:575) [peer master-127.9.126.60:33083(127.9.126.60:33083)] disconnecting while in state READY
08:47:05.024 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.126.62:33573(127.9.126.62:33573)] handling channelInactive
08:47:05.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.126.62:33573(127.9.126.62:33573)] cleaning up while in state READY due to: connection closed
08:47:05.024 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.9.126.61:44425(127.9.126.61:44425)] handling channelInactive
08:47:05.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.9.126.61:44425(127.9.126.61:44425)] cleaning up while in state READY due to: connection closed
08:47:05.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:47:05.027 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.9.126.60:33083(127.9.126.60:33083)] handling channelInactive
08:47:05.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.9.126.60:33083(127.9.126.60:33083)] cleaning up while in state READY due to: connection closed
08:47:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:47:05.028587 9720 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu with pid 9733
08:47:05.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:47:05.061494 9720 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu with pid 9803
08:47:05.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250623 08:47:05.094326 9720 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskmwpvhR/build/tsan/bin/kudu with pid 9879
08:47:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:47:05.128384 9720 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186 during walk: No such file or directory
08:47:05.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:47:05.128611 9720 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186 during walk: No such file or directory
08:47:05.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250623 08:47:05.128814 9720 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskmwpvhR/test-tmp/mini-kudu-cluster5333751695784994186: One or more errors occurred
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==9720==WARNING: invalid path to external symbolizer!
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==9720==WARNING: Failed to use and restart external symbolizer!
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=9720)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3450):
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1787)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001e00 allocated by main thread:
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
08:47:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3450 (0x7b6800001f78) created at:
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=9727, running) created by main thread at:
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:47:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libserver_process.so+0x1bfb14)
08:47:05.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=9720)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3447):
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
08:47:05.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1787)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48a87d)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bfbb9)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e542)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3bbe)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9904d)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x97feb)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x8452a)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84689)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x653787)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64fbed)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64f2bb)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64c4e0)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x527001)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526f6c)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x526edc)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x525b45)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x641fc0)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6428f7)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x642e3e)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
08:47:05.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3447 (0x7b6800001978) created at:
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=9726, running) created by main thread at:
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskmwpvhR/build/tsan/lib/libserver_process.so+0x1bfb14)
08:47:05.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:47:05.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-23T08:47:05Z chronyd exiting
08:47:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
08:47:06.205 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStrings: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=IsCreateTableDone, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48588), Traces: [0ms] sending RPC to server master-127.9.126.60:33083, [2ms] received response from server master-127.9.126.60:33083: OK, [19ms] sending RPC to server master-127.9.126.60:33083, [20ms] received response from server master-127.9.126.60:33083: OK, [39ms] sending RPC to server master-127.9.126.60:33083, [42ms] received response from server master-127.9.126.60:33083: OK, [59ms] sending RPC to server master-127.9.126.60:33083, [61ms] received response from server master-127.9.126.60:33083: OK, [79ms] sending RPC to server master-127.9.126.60:33083, [83ms] received response from server master-127.9.126.60:33083: OK, [99ms] sending RPC to server master-127.9.126.60:33083, [101ms] received response from server master-127.9.126.60:33083: OK, [159ms] sending RPC to server master-127.9.126.60:33083, [161ms] received response from server master-127.9.126.60:33083: OK, [200ms] sending RPC to server master-127.9.126.60:33083, [201ms] received response from server master-127.9.126.60:33083: OK, [340ms] sending RPC to server master-127.9.126.60:33083, [342ms] received response from server master-127.9.126.60:33083: OK, [780ms] sending RPC to server master-127.9.126.60:33083, [782ms] received response from server master-127.9.126.60:33083: OK, [839ms] sending RPC to server master-127.9.126.60:33083, [841ms] received response from server master-127.9.126.60:33083: OK, [2739ms] sending RPC to server master-127.9.126.60:33083, [2741ms] received response from server master-127.9.126.60:33083: OK, [5599ms] sending RPC to server master-127.9.126.60:33083, [5601ms] received response from server master-127.9.126.60:33083: OK, [8260ms] sending RPC to server master-127.9.126.60:33083, [8261ms] received response from server master-127.9.126.60:33083: OK, [10079ms] sending RPC to server master-127.9.126.60:33083, [10081ms] received response from server master-127.9.126.60:33083: OK, [11039ms] sending RPC to server master-127.9.126.60:33083, [11041ms] received response from server master-127.9.126.60:33083: OK, [11659ms] sending RPC to server master-127.9.126.60:33083, [11661ms] received response from server master-127.9.126.60:33083: OK, [14919ms] sending RPC to server master-127.9.126.60:33083, [14921ms] received response from server master-127.9.126.60:33083: OK, [16199ms] sending RPC to server master-127.9.126.60:33083, [16201ms] received response from server master-127.9.126.60:33083: OK, [20039ms] sending RPC to server master-127.9.126.60:33083, [20041ms] received response from server master-127.9.126.60:33083: OK, [23479ms] sending RPC to server master-127.9.126.60:33083, [23481ms] received response from server master-127.9.126.60:33083: OK, [26159ms] sending RPC to server master-127.9.126.60:33083, [26161ms] received response from server master-127.9.126.60:33083: OK, [27600ms] sending RPC to server master-127.9.126.60:33083, [27602ms] received response from server master-127.9.126.60:33083: OK, [29440ms] sending RPC to server master-127.9.126.60:33083, [29442ms] received response from server master-127.9.126.60:33083: OK, [31280ms] sending RPC to server master-127.9.126.60:33083, [31282ms] received response from server master-127.9.126.60:33083: OK, [35279ms] sending RPC to server master-127.9.126.60:33083, [35281ms] received response from server master-127.9.126.60:33083: OK, [35639ms] sending RPC to server master-127.9.126.60:33083, [35641ms] received response from server master-127.9.126.60:33083: OK, [38520ms] sending RPC to server master-127.9.126.60:33083, [38521ms] received response from server master-127.9.126.60:33083: OK, [38699ms] sending RPC to server master-127.9.126.60:33083, [38701ms] received response from server master-127.9.126.60:33083: OK, [42240ms] sending RPC to server master-127.9.126.60:33083, [42242ms] received response from server master-127.9.126.60:33083: OK, [43819ms] sending RPC to server master-127.9.126.60:33083, [43821ms] received response from server master-127.9.126.60:33083: OK, [44599ms] sending RPC to server master-127.9.126.60:33083, [44601ms] received response from server master-127.9.126.60:33083: OK, [47619ms] sending RPC to server master-127.9.126.60:33083, [47621ms] received response from server master-127.9.126.60:33083: OK, [48579ms] sending RPC to server master-127.9.126.60:33083, [48581ms] received response from server master-127.9.126.60:33083: OK, deferred=Deferred@1540025358(state=PENDING, result=null, callback=(continuation of Deferred@1337463734 after org.apache.kudu.client.AsyncKuduClient$$Lambda$103/1257106414@6a5b923a@1784386106) -> (continuation of Deferred@935539499 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3be51341@1004868417) -> (continuation of Deferred@877629992 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2330cd9@36900057) -> (continuation of Deferred@751255007 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3fab4c1d@1068190749) -> (continuation of Deferred@2008897298 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d72c8f8@1836239096) -> (continuation of Deferred@2026781004 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@1de059ec@501242348) -> (continuation of Deferred@7899269 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@7b36b57a@2067182970) -> (continuation of Deferred@1916528393 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d8bff9b@1837891483) -> (continuation of Deferred@695434767 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6720833e@1730183998) -> (continuation of Deferred@1250833276 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@784b6a91@2018208401) -> (continuation of Deferred@1249570961 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@29a0b393@698397587) -> (continuation of Deferred@311320584 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31328f2a@825397034) -> (continuation of Deferred@743509989 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@c10dd7@12651991) -> (continuation of Deferred@1638835175 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@44402b27@1145056039) -> (continuation of Deferred@1615473261 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@68ed3c06@1760377862) -> (continuation of Deferred@2093488999 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@39940eca@966004426) -> (continuation of Deferred@146555607 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9b052ca@162550474) -> (continuation of Deferred@891253688 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2ce4c98f@753191311) -> (continuation of Deferred@1176804414 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@4d09b032@1292480562) -> (continuation of Deferred@54888600 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9e781ce@166166990) -> (continuation of Deferred@1799371168 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6bc88cda@1808305370) -> (continuation of Deferred@1147590771 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@713ac8c0@1899677888) -> (continuation of Deferred@459104894 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@345c9393@878482323) -> (continuation of Deferred@1183539243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@61d0ccf2@1641073906) -> (continuation of Deferred@292424740 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@41fec591@1107215761) -> (continuation of Deferred@1558806461 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3b398f8e@993628046) -> (continuation of Deferred@1515699169 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d323f77@1832009591) -> (continuation of Deferred@2058465787 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@d8314dc@226694364) -> (continuation of Deferred@1785478718 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@16596d83@374959491) -> (continuation of Deferred@1628453082 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@74a0e5d0@1956701648) -> (continuation of Deferred@2142677172 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@225ee7b4@576645044) -> (continuation of Deferred@1114164685 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31152e35@823471669) -> (continuation of Deferred@2066531243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2e1ae83d@773515325) -> (continuation of Deferred@706236054 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3264a966@845457766), errback=(continuation of Deferred@1337463734 after org.apache.kudu.client.AsyncKuduClient$$Lambda$103/1257106414@6a5b923a@1784386106) -> (continuation of Deferred@935539499 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3be51341@1004868417) -> (continuation of Deferred@877629992 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2330cd9@36900057) -> (continuation of Deferred@751255007 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3fab4c1d@1068190749) -> (continuation of Deferred@2008897298 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d72c8f8@1836239096) -> (continuation of Deferred@2026781004 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@1de059ec@501242348) -> (continuation of Deferred@7899269 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@7b36b57a@2067182970) -> (continuation of Deferred@1916528393 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d8bff9b@1837891483) -> (continuation of Deferred@695434767 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6720833e@1730183998) -> (continuation of Deferred@1250833276 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@784b6a91@2018208401) -> (continuation of Deferred@1249570961 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@29a0b393@698397587) -> (continuation of Deferred@311320584 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31328f2a@825397034) -> (continuation of Deferred@743509989 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@c10dd7@12651991) -> (continuation of Deferred@1638835175 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@44402b27@1145056039) -> (continuation of Deferred@1615473261 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@68ed3c06@1760377862) -> (continuation of Deferred@2093488999 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@39940eca@966004426) -> (continuation of Deferred@146555607 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9b052ca@162550474) -> (continuation of Deferred@891253688 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2ce4c98f@753191311) -> (continuation of Deferred@1176804414 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@4d09b032@1292480562) -> (continuation of Deferred@54888600 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9e781ce@166166990) -> (continuation of Deferred@1799371168 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6bc88cda@1808305370) -> (continuation of Deferred@1147590771 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@713ac8c0@1899677888) -> (continuation of Deferred@459104894 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@345c9393@878482323) -> (continuation of Deferred@1183539243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@61d0ccf2@1641073906) -> (continuation of Deferred@292424740 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@41fec591@1107215761) -> (continuation of Deferred@1558806461 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3b398f8e@993628046) -> (continuation of Deferred@1515699169 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d323f77@1832009591) -> (continuation of Deferred@2058465787 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@d8314dc@226694364) -> (continuation of Deferred@1785478718 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@16596d83@374959491) -> (continuation of Deferred@1628453082 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@74a0e5d0@1956701648) -> (continuation of Deferred@2142677172 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@225ee7b4@576645044) -> (continuation of Deferred@1114164685 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31152e35@823471669) -> (continuation of Deferred@2066531243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2e1ae83d@773515325) -> (continuation of Deferred@706236054 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3264a966@845457766)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.createTable(KuduClient.java:140) ~[main/:?]
at org.apache.kudu.client.TestKuduClient.testStrings(TestKuduClient.java:659) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedIsCreateTableDone(AsyncKuduClient.java:1776) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$getDelayedIsCreateTableDoneCB$13(AsyncKuduClient.java:1742) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415) ~[netty-handler-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_275]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=IsCreateTableDone, tablet=null, attempt=34, TimeoutTracker(timeout=50000, elapsed=48588), Traces: [0ms] sending RPC to server master-127.9.126.60:33083, [2ms] received response from server master-127.9.126.60:33083: OK, [19ms] sending RPC to server master-127.9.126.60:33083, [20ms] received response from server master-127.9.126.60:33083: OK, [39ms] sending RPC to server master-127.9.126.60:33083, [42ms] received response from server master-127.9.126.60:33083: OK, [59ms] sending RPC to server master-127.9.126.60:33083, [61ms] received response from server master-127.9.126.60:33083: OK, [79ms] sending RPC to server master-127.9.126.60:33083, [83ms] received response from server master-127.9.126.60:33083: OK, [99ms] sending RPC to server master-127.9.126.60:33083, [101ms] received response from server master-127.9.126.60:33083: OK, [159ms] sending RPC to server master-127.9.126.60:33083, [161ms] received response from server master-127.9.126.60:33083: OK, [200ms] sending RPC to server master-127.9.126.60:33083, [201ms] received response from server master-127.9.126.60:33083: OK, [340ms] sending RPC to server master-127.9.126.60:33083, [342ms] received response from server master-127.9.126.60:33083: OK, [780ms] sending RPC to server master-127.9.126.60:33083, [782ms] received response from server master-127.9.126.60:33083: OK, [839ms] sending RPC to server master-127.9.126.60:33083, [841ms] received response from server master-127.9.126.60:33083: OK, [2739ms] sending RPC to server master-127.9.126.60:33083, [2741ms] received response from server master-127.9.126.60:33083: OK, [5599ms] sending RPC to server master-127.9.126.60:33083, [5601ms] received response from server master-127.9.126.60:33083: OK, [8260ms] sending RPC to server master-127.9.126.60:33083, [8261ms] received response from server master-127.9.126.60:33083: OK, [10079ms] sending RPC to server master-127.9.126.60:33083, [10081ms] received response from server master-127.9.126.60:33083: OK, [11039ms] sending RPC to server master-127.9.126.60:33083, [11041ms] received response from server master-127.9.126.60:33083: OK, [11659ms] sending RPC to server master-127.9.126.60:33083, [11661ms] received response from server master-127.9.126.60:33083: OK, [14919ms] sending RPC to server master-127.9.126.60:33083, [14921ms] received response from server master-127.9.126.60:33083: OK, [16199ms] sending RPC to server master-127.9.126.60:33083, [16201ms] received response from server master-127.9.126.60:33083: OK, [20039ms] sending RPC to server master-127.9.126.60:33083, [20041ms] received response from server master-127.9.126.60:33083: OK, [23479ms] sending RPC to server master-127.9.126.60:33083, [23481ms] received response from server master-127.9.126.60:33083: OK, [26159ms] sending RPC to server master-127.9.126.60:33083, [26161ms] received response from server master-127.9.126.60:33083: OK, [27600ms] sending RPC to server master-127.9.126.60:33083, [27602ms] received response from server master-127.9.126.60:33083: OK, [29440ms] sending RPC to server master-127.9.126.60:33083, [29442ms] received response from server master-127.9.126.60:33083: OK, [31280ms] sending RPC to server master-127.9.126.60:33083, [31282ms] received response from server master-127.9.126.60:33083: OK, [35279ms] sending RPC to server master-127.9.126.60:33083, [35281ms] received response from server master-127.9.126.60:33083: OK, [35639ms] sending RPC to server master-127.9.126.60:33083, [35641ms] received response from server master-127.9.126.60:33083: OK, [38520ms] sending RPC to server master-127.9.126.60:33083, [38521ms] received response from server master-127.9.126.60:33083: OK, [38699ms] sending RPC to server master-127.9.126.60:33083, [38701ms] received response from server master-127.9.126.60:33083: OK, [42240ms] sending RPC to server master-127.9.126.60:33083, [42242ms] received response from server master-127.9.126.60:33083: OK, [43819ms] sending RPC to server master-127.9.126.60:33083, [43821ms] received response from server master-127.9.126.60:33083: OK, [44599ms] sending RPC to server master-127.9.126.60:33083, [44601ms] received response from server master-127.9.126.60:33083: OK, [47619ms] sending RPC to server master-127.9.126.60:33083, [47621ms] received response from server master-127.9.126.60:33083: OK, [48579ms] sending RPC to server master-127.9.126.60:33083, [48581ms] received response from server master-127.9.126.60:33083: OK, deferred=Deferred@1540025358(state=PENDING, result=null, callback=(continuation of Deferred@1337463734 after org.apache.kudu.client.AsyncKuduClient$$Lambda$103/1257106414@6a5b923a@1784386106) -> (continuation of Deferred@935539499 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3be51341@1004868417) -> (continuation of Deferred@877629992 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2330cd9@36900057) -> (continuation of Deferred@751255007 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3fab4c1d@1068190749) -> (continuation of Deferred@2008897298 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d72c8f8@1836239096) -> (continuation of Deferred@2026781004 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@1de059ec@501242348) -> (continuation of Deferred@7899269 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@7b36b57a@2067182970) -> (continuation of Deferred@1916528393 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d8bff9b@1837891483) -> (continuation of Deferred@695434767 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6720833e@1730183998) -> (continuation of Deferred@1250833276 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@784b6a91@2018208401) -> (continuation of Deferred@1249570961 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@29a0b393@698397587) -> (continuation of Deferred@311320584 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31328f2a@825397034) -> (continuation of Deferred@743509989 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@c10dd7@12651991) -> (continuation of Deferred@1638835175 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@44402b27@1145056039) -> (continuation of Deferred@1615473261 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@68ed3c06@1760377862) -> (continuation of Deferred@2093488999 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@39940eca@966004426) -> (continuation of Deferred@146555607 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9b052ca@162550474) -> (continuation of Deferred@891253688 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2ce4c98f@753191311) -> (continuation of Deferred@1176804414 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@4d09b032@1292480562) -> (continuation of Deferred@54888600 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9e781ce@166166990) -> (continuation of Deferred@1799371168 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6bc88cda@1808305370) -> (continuation of Deferred@1147590771 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@713ac8c0@1899677888) -> (continuation of Deferred@459104894 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@345c9393@878482323) -> (continuation of Deferred@1183539243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@61d0ccf2@1641073906) -> (continuation of Deferred@292424740 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@41fec591@1107215761) -> (continuation of Deferred@1558806461 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3b398f8e@993628046) -> (continuation of Deferred@1515699169 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d323f77@1832009591) -> (continuation of Deferred@2058465787 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@d8314dc@226694364) -> (continuation of Deferred@1785478718 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@16596d83@374959491) -> (continuation of Deferred@1628453082 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@74a0e5d0@1956701648) -> (continuation of Deferred@2142677172 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@225ee7b4@576645044) -> (continuation of Deferred@1114164685 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31152e35@823471669) -> (continuation of Deferred@2066531243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2e1ae83d@773515325) -> (continuation of Deferred@706236054 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3264a966@845457766), errback=(continuation of Deferred@1337463734 after org.apache.kudu.client.AsyncKuduClient$$Lambda$103/1257106414@6a5b923a@1784386106) -> (continuation of Deferred@935539499 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3be51341@1004868417) -> (continuation of Deferred@877629992 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2330cd9@36900057) -> (continuation of Deferred@751255007 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3fab4c1d@1068190749) -> (continuation of Deferred@2008897298 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d72c8f8@1836239096) -> (continuation of Deferred@2026781004 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@1de059ec@501242348) -> (continuation of Deferred@7899269 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@7b36b57a@2067182970) -> (continuation of Deferred@1916528393 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d8bff9b@1837891483) -> (continuation of Deferred@695434767 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6720833e@1730183998) -> (continuation of Deferred@1250833276 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@784b6a91@2018208401) -> (continuation of Deferred@1249570961 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@29a0b393@698397587) -> (continuation of Deferred@311320584 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31328f2a@825397034) -> (continuation of Deferred@743509989 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@c10dd7@12651991) -> (continuation of Deferred@1638835175 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@44402b27@1145056039) -> (continuation of Deferred@1615473261 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@68ed3c06@1760377862) -> (continuation of Deferred@2093488999 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@39940eca@966004426) -> (continuation of Deferred@146555607 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9b052ca@162550474) -> (continuation of Deferred@891253688 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2ce4c98f@753191311) -> (continuation of Deferred@1176804414 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@4d09b032@1292480562) -> (continuation of Deferred@54888600 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@9e781ce@166166990) -> (continuation of Deferred@1799371168 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6bc88cda@1808305370) -> (continuation of Deferred@1147590771 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@713ac8c0@1899677888) -> (continuation of Deferred@459104894 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@345c9393@878482323) -> (continuation of Deferred@1183539243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@61d0ccf2@1641073906) -> (continuation of Deferred@292424740 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@41fec591@1107215761) -> (continuation of Deferred@1558806461 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3b398f8e@993628046) -> (continuation of Deferred@1515699169 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@6d323f77@1832009591) -> (continuation of Deferred@2058465787 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@d8314dc@226694364) -> (continuation of Deferred@1785478718 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@16596d83@374959491) -> (continuation of Deferred@1628453082 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@74a0e5d0@1956701648) -> (continuation of Deferred@2142677172 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@225ee7b4@576645044) -> (continuation of Deferred@1114164685 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@31152e35@823471669) -> (continuation of Deferred@2066531243 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@2e1ae83d@773515325) -> (continuation of Deferred@706236054 after org.apache.kudu.client.AsyncKuduClient$$Lambda$113/1277458862@3264a966@845457766)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.createTable(KuduClient.java:140)
at org.apache.kudu.client.TestKuduClient.testStrings(TestKuduClient.java:659)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedIsCreateTableDone(AsyncKuduClient.java:1776)
at org.apache.kudu.client.AsyncKuduClient.lambda$getDelayedIsCreateTableDoneCB$13(AsyncKuduClient.java:1742)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1503)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1366)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1415)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more