14:20:57.510 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:20:57.510 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task20m634/test-tmp
14:20:57.510 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:20:57.510 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task20m634/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:20:57.511 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:20:57.837 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:20:57.837 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:20:57.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:57.841785 26846 mini_oidc.cc:150] Starting JWKS server
14:20:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:57.845618 26846 webserver.cc:480] Webserver started at http://127.0.0.1:33773/ using document root <none> and password file <none>
14:20:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:57.846064 26846 mini_oidc.cc:186] Starting OIDC Discovery server
14:20:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:57.847945 26846 webserver.cc:480] Webserver started at http://127.0.0.1:42463/ using document root <none> and password file <none>
14:20:57.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T14:20:57Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:20:57.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T14:20:57Z Disabled control of system clock
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:57.912914 26846 external_mini_cluster.cc:1366] Running /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/wal
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/data
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/logs
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/data/info.pb
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.190:42865
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.190
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33773/jwks.json with env {}
14:20:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.221922 26858 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:20:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.222491 26858 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:20:58.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.222981 26858 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:20:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.254843 26858 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:20:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.255143 26858 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:20:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.255349 26858 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:20:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.255548 26858 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:20:58.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.255736 26858 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:20:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.255884 26858 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33773/jwks.json
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:58.291885 26858 master_runner.cc:386] Master server non-default flags:
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/data
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/wal
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.190:42865
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33773/jwks.json
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/data/info.pb
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.190
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/logs
14:20:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 13:43:24 UTC on 5fd53c4cbb9d
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7817
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:20:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:58.293284 26858 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:20:58.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:58.294860 26858 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:20:58.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.306100 26864 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:20:59.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:58.306761 26865 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:20:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.511497 26866 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1199 milliseconds
14:20:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.511745 26858 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.206s user 0.367s sys 0.838s
14:20:59.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.512264 26858 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.206s user 0.367s sys 0.838s
14:20:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.512993 26867 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:20:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.513067 26858 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:20:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.514855 26858 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:20:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.518389 26858 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:20:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.520004 26858 hybrid_clock.cc:648] HybridClock initialized: now 1756563659519944 us; error 51 us; skew 500 ppm
14:20:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.521293 26858 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:20:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.530452 26858 webserver.cc:480] Webserver started at http://127.26.55.190:42879/ using document root <none> and password file <none>
14:20:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.531432 26858 fs_manager.cc:362] Metadata directory not provided
14:20:59.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.531656 26858 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:20:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.532155 26858 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:20:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.536751 26858 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/data/instance:
14:20:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a01291386141441492e8d32ee67f5cff"
14:20:59.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:20:59 on dist-test-slave-44q9"
14:20:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.537938 26858 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/wal/instance:
14:20:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a01291386141441492e8d32ee67f5cff"
14:20:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:20:59 on dist-test-slave-44q9"
14:20:59.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.546249 26858 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
14:20:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.552649 26874 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:20:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.553889 26858 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:20:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.554261 26858 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/data,/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/wal
14:20:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a01291386141441492e8d32ee67f5cff"
14:20:59.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:20:59 on dist-test-slave-44q9"
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.554605 26858 fs_report.cc:389] FS layout report
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/wal
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/wal
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/data/data
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:20:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:20:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.624135 26858 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:20:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.625742 26858 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:20:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.626257 26858 kserver.cc:163] Server-wide thread pool size limit: 3276
14:20:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.702277 26858 rpc_server.cc:307] RPC server started. Bound to: 127.26.55.190:42865
14:20:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.702371 26925 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.55.190:42865 every 8 connection(s)
14:20:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.705224 26858 server_base.cc:1179] Dumped server information to /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/data/info.pb
14:20:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.710716 26926 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:20:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.714854 26846 external_mini_cluster.cc:1428] Started /tmp/dist-test-task20m634/build/tsan/bin/kudu as pid 26858
14:20:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.715373 26846 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-0/wal/instance
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.719190 26846 external_mini_cluster.cc:1366] Running /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/wal
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/data
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/logs
14:20:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/data/info.pb
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.189:44893
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.189
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:20:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:20:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:20:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33773/jwks.json with env {}
14:20:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.721686 26926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } has no permanent_uuid. Determining permanent_uuid...
14:20:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.752080 26926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } has no permanent_uuid. Determining permanent_uuid...
14:20:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.754634 26878 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.55.189:44893: connect: Connection refused (error 111)
14:20:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.758733 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.189:44893: Network error: Client connection negotiation failed: client connection to 127.26.55.189:44893: connect: Connection refused (error 111)
14:20:59.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.808254 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } attempt: 1
14:20:59.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.812683 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.189:44893: Network error: Client connection negotiation failed: client connection to 127.26.55.189:44893: connect: Connection refused (error 111)
14:20:59.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.881146 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } attempt: 2
14:20:59.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.885633 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.189:44893: Network error: Client connection negotiation failed: client connection to 127.26.55.189:44893: connect: Connection refused (error 111)
14:20:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:20:59.977123 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } attempt: 3
14:20:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:20:59.981420 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.189:44893: Network error: Client connection negotiation failed: client connection to 127.26.55.189:44893: connect: Connection refused (error 111)
14:21:00.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.039090 26928 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:21:00.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.039745 26928 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.040259 26928 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:21:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.073863 26928 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:21:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.074167 26928 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:21:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.074368 26928 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:21:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.074568 26928 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:21:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.074761 26928 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:21:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.074918 26928 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33773/jwks.json
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:00.111979 26928 master_runner.cc:386] Master server non-default flags:
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/data
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/wal
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.189:44893
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33773/jwks.json
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/data/info.pb
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.189
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/logs
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 13:43:24 UTC on 5fd53c4cbb9d
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7817
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:21:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:00.113323 26928 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:00.114946 26928 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:21:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:00.124820 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } attempt: 4
14:21:00.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.126672 26937 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.131471 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.189:44893: Network error: Client connection negotiation failed: client connection to 127.26.55.189:44893: connect: Connection refused (error 111)
14:21:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:00.431068 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } attempt: 5
14:21:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.438481 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.189:44893: Network error: Client connection negotiation failed: client connection to 127.26.55.189:44893: connect: Connection refused (error 111)
14:21:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:00.986131 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } attempt: 6
14:21:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.996562 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.189:44893: Network error: Client connection negotiation failed: client connection to 127.26.55.189:44893: connect: Connection refused (error 111)
14:21:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.131747 26940 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:01.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:00.130005 26938 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:01.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.367588 26939 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1235 milliseconds
14:21:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.367727 26928 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:21:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.369135 26928 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:01.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.372356 26928 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.373826 26928 hybrid_clock.cc:648] HybridClock initialized: now 1756563661373793 us; error 51 us; skew 500 ppm
14:21:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.374652 26928 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:21:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.381148 26928 webserver.cc:480] Webserver started at http://127.26.55.189:36369/ using document root <none> and password file <none>
14:21:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.382094 26928 fs_manager.cc:362] Metadata directory not provided
14:21:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.382297 26928 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.382707 26928 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:21:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.387418 26928 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/data/instance:
14:21:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b61f56be780346968ec8d7678696bd91"
14:21:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:01 on dist-test-slave-44q9"
14:21:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.388551 26928 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/wal/instance:
14:21:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b61f56be780346968ec8d7678696bd91"
14:21:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:01 on dist-test-slave-44q9"
14:21:01.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.395846 26928 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
14:21:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.401484 26949 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:21:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.402577 26928 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.402931 26928 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/data,/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/wal
14:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b61f56be780346968ec8d7678696bd91"
14:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:01 on dist-test-slave-44q9"
14:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.403268 26928 fs_report.cc:389] FS layout report
14:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/wal
14:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/wal
14:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/data/data
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.454530 26928 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:21:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.456076 26928 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:01.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.456586 26928 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:01.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.528313 26928 rpc_server.cc:307] RPC server started. Bound to: 127.26.55.189:44893
14:21:01.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.528393 27000 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.55.189:44893 every 8 connection(s)
14:21:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.531066 26928 server_base.cc:1179] Dumped server information to /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/data/info.pb
14:21:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.535614 26846 external_mini_cluster.cc:1428] Started /tmp/dist-test-task20m634/build/tsan/bin/kudu as pid 26928
14:21:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.535970 26846 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-1/wal/instance
14:21:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.537235 27001 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.538024 26846 external_mini_cluster.cc:1366] Running /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/wal
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/data
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/logs
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/data/info.pb
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.188:36849
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.188
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33773/jwks.json with env {}
14:21:01.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.548990 27001 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } has no permanent_uuid. Determining permanent_uuid...
14:21:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.571470 27001 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } has no permanent_uuid. Determining permanent_uuid...
14:21:01.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.585886 27001 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } has no permanent_uuid. Determining permanent_uuid...
14:21:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.588462 26950 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:01.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.593043 27001 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.642670 27001 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 1
14:21:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.646602 27001 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.715108 27001 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 2
14:21:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.719947 27001 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:01.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.811357 27001 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 3
14:21:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.816538 27001 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.848294 27003 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:21:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.848995 27003 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.849558 27003 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:21:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.880640 27003 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:21:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.881021 27003 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:21:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.881362 27003 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:21:01.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.881651 27003 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:21:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.881942 27003 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:21:01.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.882160 27003 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33773/jwks.json
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.918949 27003 master_runner.cc:386] Master server non-default flags:
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/data
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/wal
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.188:36849
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33773/jwks.json
14:21:01.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/data/info.pb
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.188
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/logs
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 13:43:24 UTC on 5fd53c4cbb9d
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7817
14:21:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:21:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.920799 27003 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.922662 27003 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:21:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.934273 27013 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:01.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:01.959954 27001 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 4
14:21:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.967546 27001 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:02.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.057206 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } attempt: 7
14:21:02.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.088786 26926 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } has no permanent_uuid. Determining permanent_uuid...
14:21:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:02.100361 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.159121 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 1
14:21:02.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:02.173512 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.255121 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 2
14:21:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:02.263090 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.267096 27001 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 5
14:21:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:02.274163 27001 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.348709 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 3
14:21:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:02.355921 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.496538 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 4
14:21:02.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:02.503985 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:02.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.787580 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 5
14:21:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:02.795325 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:02.821704 27001 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 6
14:21:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:02.848589 27001 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.347909 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 6
14:21:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:03.375327 26926 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:03.338289 27012 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ec0 after lost signal to thread 27003
14:21:03.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:01.934813 27014 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:03.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:03.749217 27003 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.815s user 0.680s sys 1.127s
14:21:03.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:03.749910 27003 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.816s user 0.680s sys 1.127s
14:21:03.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:03.750146 27015 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1814 milliseconds
14:21:03.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:03.752046 27016 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:03.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.752010 27003 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:21:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.755120 27003 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.757566 27003 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.759014 27003 hybrid_clock.cc:648] HybridClock initialized: now 1756563663758963 us; error 50 us; skew 500 ppm
14:21:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.759902 27003 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:21:03.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.766237 27003 webserver.cc:480] Webserver started at http://127.26.55.188:40933/ using document root <none> and password file <none>
14:21:03.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.767233 27003 fs_manager.cc:362] Metadata directory not provided
14:21:03.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.767465 27003 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:03.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.767973 27003 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:21:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.772853 27003 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/data/instance:
14:21:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf7adac458254754b50d5f202f04eee3"
14:21:03.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:03 on dist-test-slave-44q9"
14:21:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.774106 27003 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/wal/instance:
14:21:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf7adac458254754b50d5f202f04eee3"
14:21:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:03 on dist-test-slave-44q9"
14:21:03.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.782003 27003 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
14:21:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.788163 27030 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:21:03.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.789234 27003 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.789618 27003 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/data,/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/wal
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf7adac458254754b50d5f202f04eee3"
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:03 on dist-test-slave-44q9"
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.789970 27003 fs_report.cc:389] FS layout report
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/wal
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/wal
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/data/data
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.852241 27003 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.853881 27003 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.854379 27003 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.909193 27001 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 7
14:21:03.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:03.916196 27001 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.26.55.188:36849: Network error: Client connection negotiation failed: client connection to 127.26.55.188:36849: connect: Connection refused (error 111)
14:21:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.931157 27003 rpc_server.cc:307] RPC server started. Bound to: 127.26.55.188:36849
14:21:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.931236 27083 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.55.188:36849 every 8 connection(s)
14:21:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.934113 27003 server_base.cc:1179] Dumped server information to /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/data/info.pb
14:21:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.939322 27084 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:21:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.939405 26846 external_mini_cluster.cc:1428] Started /tmp/dist-test-task20m634/build/tsan/bin/kudu as pid 27003
14:21:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.939848 26846 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/master-2/wal/instance
14:21:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.955298 27084 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } has no permanent_uuid. Determining permanent_uuid...
14:21:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.979337 27084 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } has no permanent_uuid. Determining permanent_uuid...
14:21:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:03.989089 27084 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } has no permanent_uuid. Determining permanent_uuid...
14:21:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.006582 27084 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3: Bootstrap starting.
14:21:04.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.013823 27084 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3: Neither blocks nor log segments found. Creating new log.
14:21:04.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.015707 27084 log.cc:826] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3: Log is configured to *not* fsync() on all Append() calls
14:21:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.020081 27084 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3: No bootstrap required, opened a new log
14:21:04.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.039839 27084 raft_consensus.cc:357] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:04.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.040575 27084 raft_consensus.cc:383] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:04.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.040879 27084 raft_consensus.cc:738] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf7adac458254754b50d5f202f04eee3, State: Initialized, Role: FOLLOWER
14:21:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.041685 27084 consensus_queue.cc:260] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.044085 27093 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.044876 27093 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: This master's current role is: FOLLOWER
14:21:04.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.046304 27084 sys_catalog.cc:564] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: configured and running, proceeding with master startup.
14:21:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:04.072589 27104 catalog_manager.cc:1560] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:21:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:04.073026 27104 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:21:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.067672 27003 master_runner.cc:186] Error getting master registration for 127.26.55.190:42865: OK, instance_id { permanent_uuid: "a01291386141441492e8d32ee67f5cff" instance_seqno: 1756563659680300 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:21:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.089102 27003 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:21:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:04.109684 27036 tablet.cc:2378] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:04.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.232429 27093 raft_consensus.cc:491] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:21:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.233012 27093 raft_consensus.cc:513] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:04.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.235517 27093 leader_election.cc:290] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a01291386141441492e8d32ee67f5cff (127.26.55.190:42865), b61f56be780346968ec8d7678696bd91 (127.26.55.189:44893)
14:21:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.408843 26926 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 7
14:21:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.432530 26926 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: Bootstrap starting.
14:21:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.440208 26926 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: Neither blocks nor log segments found. Creating new log.
14:21:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.442610 26926 log.cc:826] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: Log is configured to *not* fsync() on all Append() calls
14:21:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.448910 26926 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: No bootstrap required, opened a new log
14:21:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.476178 26926 raft_consensus.cc:357] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.477106 26926 raft_consensus.cc:383] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.477404 26926 raft_consensus.cc:738] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a01291386141441492e8d32ee67f5cff, State: Initialized, Role: FOLLOWER
14:21:04.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.478467 26926 consensus_queue.cc:260] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.480746 27108 sys_catalog.cc:455] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.481559 27108 sys_catalog.cc:458] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [sys.catalog]: This master's current role is: FOLLOWER
14:21:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.482622 26926 sys_catalog.cc:564] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [sys.catalog]: configured and running, proceeding with master startup.
14:21:04.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.483438 26901 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf7adac458254754b50d5f202f04eee3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a01291386141441492e8d32ee67f5cff" is_pre_election: true
14:21:04.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.484242 26901 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cf7adac458254754b50d5f202f04eee3 in term 0.
14:21:04.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.486054 27034 leader_election.cc:304] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a01291386141441492e8d32ee67f5cff, cf7adac458254754b50d5f202f04eee3; no voters:
14:21:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.487098 27093 raft_consensus.cc:2802] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:21:04.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.487465 27093 raft_consensus.cc:491] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:21:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.487828 27093 raft_consensus.cc:3058] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 0 FOLLOWER]: Advancing to term 1
14:21:04.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.495111 27093 raft_consensus.cc:513] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.497062 27093 leader_election.cc:290] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [CANDIDATE]: Term 1 election: Requested vote from peers a01291386141441492e8d32ee67f5cff (127.26.55.190:42865), b61f56be780346968ec8d7678696bd91 (127.26.55.189:44893)
14:21:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.501220 26901 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf7adac458254754b50d5f202f04eee3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a01291386141441492e8d32ee67f5cff"
14:21:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.501988 26901 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [term 0 FOLLOWER]: Advancing to term 1
14:21:04.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.509088 26901 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf7adac458254754b50d5f202f04eee3 in term 1.
14:21:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.510646 27034 leader_election.cc:304] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a01291386141441492e8d32ee67f5cff, cf7adac458254754b50d5f202f04eee3; no voters:
14:21:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.511685 27093 raft_consensus.cc:2802] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 1 FOLLOWER]: Leader election won for term 1
14:21:04.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.520983 27093 raft_consensus.cc:695] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [term 1 LEADER]: Becoming Leader. State: Replica: cf7adac458254754b50d5f202f04eee3, State: Running, Role: LEADER
14:21:04.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.522183 27093 consensus_queue.cc:237] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:04.568599 27120 catalog_manager.cc:1560] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:21:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:04.568962 27120 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:21:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.571331 27116 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cf7adac458254754b50d5f202f04eee3. Latest consensus state: current_term: 1 leader_uuid: "cf7adac458254754b50d5f202f04eee3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.572058 27116 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: This master's current role is: LEADER
14:21:04.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.575227 27123 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
14:21:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.588161 27123 catalog_manager.cc:1486] Initializing Kudu cluster ID...
14:21:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.557793 26858 master_runner.cc:186] Error getting master registration for 127.26.55.189:44893: OK, instance_id { permanent_uuid: "b61f56be780346968ec8d7678696bd91" instance_seqno: 1756563661508545 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:21:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.631423 26858 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:21:04.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.635181 26901 raft_consensus.cc:1273] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [term 1 FOLLOWER]: Refusing update from remote peer cf7adac458254754b50d5f202f04eee3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:21:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.637246 27116 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:21:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:04.637761 26880 tablet.cc:2378] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:21:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.675093 27108 sys_catalog.cc:455] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [sys.catalog]: SysCatalogTable state changed. Reason: New leader cf7adac458254754b50d5f202f04eee3. Latest consensus state: current_term: 1 leader_uuid: "cf7adac458254754b50d5f202f04eee3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.676461 27124 mvcc.cc:204] Tried to move back new op lower bound from 7194884770323824640 to 7194884769917468672. Current Snapshot: MvccSnapshot[applied={T|T < 7194884770323824640}]
14:21:04.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.677770 27108 sys_catalog.cc:458] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [sys.catalog]: This master's current role is: FOLLOWER
14:21:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.687561 27093 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cf7adac458254754b50d5f202f04eee3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.688339 27093 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: This master's current role is: LEADER
14:21:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.702644 27123 catalog_manager.cc:1349] Generated new cluster ID: 5146417764724bf998626ba92b2a2d03
14:21:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.702970 27123 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
14:21:04.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.704107 27108 sys_catalog.cc:455] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cf7adac458254754b50d5f202f04eee3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.704872 27108 sys_catalog.cc:458] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff [sys.catalog]: This master's current role is: FOLLOWER
14:21:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.738991 27123 catalog_manager.cc:1372] Generated new certificate authority record
14:21:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.742120 27123 catalog_manager.cc:1506] Loading token signing keys...
14:21:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.793990 27123 catalog_manager.cc:5955] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3: Generated new TSK 0
14:21:04.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.795182 27123 catalog_manager.cc:1516] Initializing in-progress tserver states...
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:04.819741 26846 external_mini_cluster.cc:1366] Running /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/wal
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/data
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/logs
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/data/info.pb
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.129:0
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.55.129
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.129
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:21:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:21:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:04.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:05.277052 27129 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:21:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:05.277920 27129 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:05.278857 27129 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:21:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:05.336516 27129 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:21:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:05.338184 27129 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.55.129
14:21:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:05.401906 27129 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:21:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/data
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/wal
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.129:0
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/data/info.pb
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.129
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.55.129
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/logs
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 13:43:24 UTC on 5fd53c4cbb9d
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7817
14:21:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:21:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:05.405225 27129 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:05.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:05.407683 27129 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:21:05.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:05.431808 27135 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:05.575275 27120 catalog_manager.cc:1261] Loaded cluster ID: 5146417764724bf998626ba92b2a2d03
14:21:05.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:05.575865 27120 catalog_manager.cc:1554] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: loading cluster ID for follower catalog manager: success
14:21:05.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:05.584165 27120 catalog_manager.cc:1576] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: acquiring CA information for follower catalog manager: success
14:21:05.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:05.602631 27120 catalog_manager.cc:1604] T 00000000000000000000000000000000 P a01291386141441492e8d32ee67f5cff: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:21:06.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.006592 27001 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } attempt: 8
14:21:06.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:06.045327 27034 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.26.55.189:44893 timed out after 1.543s (SENT)
14:21:06.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.089334 27001 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91: Bootstrap starting.
14:21:06.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.097391 27001 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91: Neither blocks nor log segments found. Creating new log.
14:21:06.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.105643 27001 log.cc:826] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91: Log is configured to *not* fsync() on all Append() calls
14:21:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.135311 27001 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91: No bootstrap required, opened a new log
14:21:06.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.323169 27001 raft_consensus.cc:357] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.329748 27001 raft_consensus.cc:383] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:21:06.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.332026 27001 raft_consensus.cc:738] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b61f56be780346968ec8d7678696bd91, State: Initialized, Role: FOLLOWER
14:21:06.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.338583 27001 consensus_queue.cc:260] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } }
14:21:06.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.358182 27147 sys_catalog.cc:455] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.363601 26975 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf7adac458254754b50d5f202f04eee3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61f56be780346968ec8d7678696bd91"
14:21:06.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.364161 27147 sys_catalog.cc:458] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [sys.catalog]: This master's current role is: FOLLOWER
14:21:06.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.365003 26972 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf7adac458254754b50d5f202f04eee3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61f56be780346968ec8d7678696bd91" is_pre_election: true
14:21:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.363413 27001 sys_catalog.cc:564] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [sys.catalog]: configured and running, proceeding with master startup.
14:21:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.366808 26976 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf7adac458254754b50d5f202f04eee3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61f56be780346968ec8d7678696bd91" is_pre_election: true
14:21:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:06.367875 26976 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:41516 (request call id 1) took 2130 ms (client timeout 2098 ms). Trace:
14:21:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:06.368289 26976 rpcz_store.cc:269] 0830 14:21:04.236984 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:21:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:04.237132 (+ 148us) service_pool.cc:225] Handling call
14:21:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:06.367792 (+2130660us) inbound_call.cc:173] Queueing success response
14:21:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:21:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.369589 26973 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cf7adac458254754b50d5f202f04eee3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b61f56be780346968ec8d7678696bd91"
14:21:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.364516 26975 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [term 0 FOLLOWER]: Advancing to term 1
14:21:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.380178 26975 raft_consensus.cc:2466] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf7adac458254754b50d5f202f04eee3 in term 1.
14:21:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.382001 26974 raft_consensus.cc:1273] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [term 1 FOLLOWER]: Refusing update from remote peer cf7adac458254754b50d5f202f04eee3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:21:06.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.389263 26974 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:41516 (request call id 3) took 1755 ms. Trace:
14:21:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.389729 26974 rpcz_store.cc:276] 0830 14:21:04.633575 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:21:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:04.633758 (+ 183us) service_pool.cc:225] Handling call
14:21:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:06.380991 (+1747233us) raft_consensus.cc:1469] Updating replica for 0 ops
14:21:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:06.382412 (+ 1421us) raft_consensus.cc:1695] Filling consensus response to leader.
14:21:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:06.388828 (+ 6416us) spinlock_profiling.cc:243] Waited 16.1 ms on lock 0x7b5400030550. stack: 00007f30e0813823 00007f30e0813720 00007f30e0390574 00000000004fcff4 00000000004fcf89 00007f30e77206e1 00007f30e779b86d 00007f30e8787c89 00007f30e6f28b44 00007f30e6f28ad2 00007f30e6f28a01 00007f30e6f2897c 00007f30e6f27c32 00007f30e555bccc 00007f30e555b106 00007f30e555aaaf
14:21:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:06.389160 (+ 332us) inbound_call.cc:173] Queueing success response
14:21:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":37048704}
14:21:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.391781 27142 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:21:06.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:06.402369 26975 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:41516 (request call id 2) took 1901 ms (client timeout 1543 ms). Trace:
14:21:06.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:06.402880 26975 rpcz_store.cc:269] 0830 14:21:04.500959 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:21:06.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:04.501111 (+ 152us) service_pool.cc:225] Handling call
14:21:06.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0830 14:21:06.402253 (+1901142us) inbound_call.cc:173] Queueing success response
14:21:06.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:21:06.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.485999 27147 sys_catalog.cc:455] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cf7adac458254754b50d5f202f04eee3. Latest consensus state: current_term: 1 leader_uuid: "cf7adac458254754b50d5f202f04eee3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.486763 27147 sys_catalog.cc:458] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [sys.catalog]: This master's current role is: FOLLOWER
14:21:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.486043 27160 sys_catalog.cc:455] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cf7adac458254754b50d5f202f04eee3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:06.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.487388 27160 sys_catalog.cc:458] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91 [sys.catalog]: This master's current role is: FOLLOWER
14:21:06.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:06.507349 27163 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:21:07.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:07.013546 27142 sys_catalog.cc:455] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cf7adac458254754b50d5f202f04eee3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a01291386141441492e8d32ee67f5cff" member_type: VOTER last_known_addr { host: "127.26.55.190" port: 42865 } } peers { permanent_uuid: "b61f56be780346968ec8d7678696bd91" member_type: VOTER last_known_addr { host: "127.26.55.189" port: 44893 } } peers { permanent_uuid: "cf7adac458254754b50d5f202f04eee3" member_type: VOTER last_known_addr { host: "127.26.55.188" port: 36849 } } }
14:21:07.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:07.016417 27142 sys_catalog.cc:458] T 00000000000000000000000000000000 P cf7adac458254754b50d5f202f04eee3 [sys.catalog]: This master's current role is: LEADER
14:21:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:07.533195 27163 catalog_manager.cc:1261] Loaded cluster ID: 5146417764724bf998626ba92b2a2d03
14:21:07.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:07.533478 27163 catalog_manager.cc:1554] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91: loading cluster ID for follower catalog manager: success
14:21:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:07.569257 27163 catalog_manager.cc:1576] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91: acquiring CA information for follower catalog manager: success
14:21:07.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:07.574908 27163 catalog_manager.cc:1604] T 00000000000000000000000000000000 P b61f56be780346968ec8d7678696bd91: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:21:09.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:05.433414 27136 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:09.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:06.826964 27134 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ea0 after lost signal to thread 27129
14:21:09.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.063995 27134 kernel_stack_watchdog.cc:198] Thread 27129 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 390ms:
14:21:09.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:21:09.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:21:09.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:21:09.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:21:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.067823 27129 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.633s user 0.000s sys 0.004s
14:21:09.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.068470 27129 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.634s user 0.000s sys 0.005s
14:21:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.070171 27137 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3634 milliseconds
14:21:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.070643 27138 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.070709 27129 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:21:09.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.071887 27129 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:09.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.074501 27129 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.075942 27129 hybrid_clock.cc:648] HybridClock initialized: now 1756563669075868 us; error 85 us; skew 500 ppm
14:21:09.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.076820 27129 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:21:09.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.084753 27129 webserver.cc:480] Webserver started at http://127.26.55.129:43181/ using document root <none> and password file <none>
14:21:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.086059 27129 fs_manager.cc:362] Metadata directory not provided
14:21:09.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.086342 27129 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:09.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.086937 27129 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:21:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.094182 27129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/data/instance:
14:21:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17e0697d6fa64208923daacecd6431a0"
14:21:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:09 on dist-test-slave-44q9"
14:21:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.095708 27129 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/wal/instance:
14:21:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17e0697d6fa64208923daacecd6431a0"
14:21:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:09 on dist-test-slave-44q9"
14:21:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.105072 27129 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.011s sys 0.001s
14:21:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.112486 27175 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:21:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.113960 27129 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
14:21:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.114353 27129 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/data,/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/wal
14:21:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17e0697d6fa64208923daacecd6431a0"
14:21:09.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:09 on dist-test-slave-44q9"
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.114804 27129 fs_report.cc:389] FS layout report
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/wal
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/wal
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/data/data
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.195299 27129 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:21:09.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.196944 27129 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:09.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.197451 27129 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:09.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.200250 27129 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.205302 27129 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:21:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.205533 27129 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:21:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.205891 27129 ts_tablet_manager.cc:610] Registered 0 tablets
14:21:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.206089 27129 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:21:09.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.383589 27129 rpc_server.cc:307] RPC server started. Bound to: 127.26.55.129:41737
14:21:09.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.383826 27301 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.55.129:41737 every 8 connection(s)
14:21:09.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.386732 27129 server_base.cc:1179] Dumped server information to /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/data/info.pb
14:21:09.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.395555 26846 external_mini_cluster.cc:1428] Started /tmp/dist-test-task20m634/build/tsan/bin/kudu as pid 27129
14:21:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.396368 26846 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-0/wal/instance
14:21:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.430570 26846 external_mini_cluster.cc:1366] Running /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:21:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task20m634/build/tsan/bin/kudu
14:21:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/wal
14:21:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/data
14:21:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:21:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:21:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:21:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/logs
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/data/info.pb
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.130:0
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.55.130
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.130
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:21:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.466090 27303 heartbeater.cc:344] Connected to a master server at 127.26.55.189:44893
14:21:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.466687 27303 heartbeater.cc:461] Registering TS with master...
14:21:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.467893 27304 heartbeater.cc:344] Connected to a master server at 127.26.55.190:42865
14:21:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.468140 27303 heartbeater.cc:507] Master 127.26.55.189:44893 requested a full tablet report, sending...
14:21:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.468245 27304 heartbeater.cc:461] Registering TS with master...
14:21:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.468962 27302 heartbeater.cc:344] Connected to a master server at 127.26.55.188:36849
14:21:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.469237 27304 heartbeater.cc:507] Master 127.26.55.190:42865 requested a full tablet report, sending...
14:21:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.469319 27302 heartbeater.cc:461] Registering TS with master...
14:21:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.470896 27302 heartbeater.cc:507] Master 127.26.55.188:36849 requested a full tablet report, sending...
14:21:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.471848 26966 ts_manager.cc:194] Registered new tserver with Master: 17e0697d6fa64208923daacecd6431a0 (127.26.55.129:41737)
14:21:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.473471 27047 ts_manager.cc:194] Registered new tserver with Master: 17e0697d6fa64208923daacecd6431a0 (127.26.55.129:41737)
14:21:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.474270 26891 ts_manager.cc:194] Registered new tserver with Master: 17e0697d6fa64208923daacecd6431a0 (127.26.55.129:41737)
14:21:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.476418 27047 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.55.129:42759
14:21:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.782811 27312 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:21:09.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.783375 27312 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:21:09.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.783933 27312 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:21:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.817466 27312 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:21:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.818424 27312 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.55.130
14:21:09.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.855408 27312 tablet_server_runner.cc:78] Tablet server non-default flags:
14:21:09.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.55.148:37883
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/data
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/wal
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.55.130:0
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/data/info.pb
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.55.130
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.55.190:42865,127.26.55.189:44893,127.26.55.188:36849
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.55.130
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/logs
14:21:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 13:43:24 UTC on 5fd53c4cbb9d
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7817
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:21:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.857235 27312 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:21:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.859007 27312 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:21:09.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.873692 27318 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:10.481667 27302 heartbeater.cc:499] Master 127.26.55.188:36849 was elected leader, sending a full tablet report...
14:21:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.877420 27319 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:09.878485 27312 server_base.cc:1047] running on GCE node
14:21:11.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:09.877823 27321 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:21:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.097020 27312 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:21:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.099872 27312 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:21:11.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.101329 27312 hybrid_clock.cc:648] HybridClock initialized: now 1756563671101295 us; error 48 us; skew 500 ppm
14:21:11.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.102146 27312 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:21:11.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.109102 27312 webserver.cc:480] Webserver started at http://127.26.55.130:41363/ using document root <none> and password file <none>
14:21:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.110021 27312 fs_manager.cc:362] Metadata directory not provided
14:21:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.110210 27312 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:21:11.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.110626 27312 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:21:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.115041 27312 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/data/instance:
14:21:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72cb674c09e24fe3bebef385e1c45d12"
14:21:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:11 on dist-test-slave-44q9"
14:21:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.116057 27312 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/wal/instance:
14:21:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72cb674c09e24fe3bebef385e1c45d12"
14:21:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:11 on dist-test-slave-44q9"
14:21:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.123171 27312 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
14:21:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.129076 27329 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:21:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.130149 27312 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
14:21:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.130499 27312 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/data,/tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/wal
14:21:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72cb674c09e24fe3bebef385e1c45d12"
14:21:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 14:21:11 on dist-test-slave-44q9"
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.130849 27312 fs_report.cc:389] FS layout report
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/wal
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/wal
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/data/data
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:21:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:21:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:21:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:21:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:21:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:21:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:21:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:21:11.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.199801 27312 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:21:11.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.201344 27312 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:21:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.201820 27312 kserver.cc:163] Server-wide thread pool size limit: 3276
14:21:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.204396 27312 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:21:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.208956 27312 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:21:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.209172 27312 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:21:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.209474 27312 ts_tablet_manager.cc:610] Registered 0 tablets
14:21:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.209648 27312 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:21:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.426393 27312 tablet_server.cc:178] TabletServer@127.26.55.130:0 shutting down...
14:21:11.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.463919 27312 ts_tablet_manager.cc:1500] Shutting down tablet manager...
14:21:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:11.464778 27312 acceptor_pool.cc:196] Could not shut down acceptor socket on 127.26.55.130:37997: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:21:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:11.503762 27312 tablet_server.cc:195] TabletServer@127.26.55.130:0 shutdown complete.
14:21:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:11.507848 27312 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:21:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not enable metrics logging: unable to open diagnostics log: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079/ts-1/logs/kudu-tserver.dist-test-slave-44q9.slave.diagnostics.20250830-142111.0.27312: No such file or directory (error 2)
14:21:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:12.273514 27298 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac280 after lost signal to thread 27130
14:21:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:12.274367 27298 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba140 after lost signal to thread 27301
14:21:12.568 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 2: /tmp/dist-test-task20m634/build/tsan/bin/kudu: process exited with non-zero status 1"
}
14:21:12.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:12.568581 26846 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task20m634/build/tsan/bin/kudu with pid 27129
14:21:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:12.594457 26846 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task20m634/build/tsan/bin/kudu with pid 26858
14:21:12.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:12.624437 26846 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task20m634/build/tsan/bin/kudu with pid 26928
14:21:12.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 14:21:12.652470 26846 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task20m634/build/tsan/bin/kudu with pid 27003
14:21:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:12.676199 26846 env_posix.cc:2133] Unable to access file /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079 during walk: No such file or directory
14:21:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:12.676401 26846 env_posix.cc:2135] Unable to access file /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079 during walk: No such file or directory
14:21:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 14:21:12.676658 26846 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-task20m634/test-tmp/mini-kudu-cluster2699620137706116079: One or more errors occurred
14:21:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26846==WARNING: invalid path to external symbolizer!
14:21:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==26846==WARNING: Failed to use and restart external symbolizer!
14:21:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=26846)
14:21:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3457):
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2c07)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48dcc2)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d66a6)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bae)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x941e7)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a4f)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c8a)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x652939)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x651234)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529e81)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529dec)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529d5c)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5289c5)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645090)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6459c7)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645f0e)
14:21:12.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001e00 allocated by main thread:
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3457 (0x7b6800001f80) created at:
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=26853, running) created by main thread at:
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task20m634/build/tsan/lib/libserver_process.so+0x1c0e24)
14:21:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=26846)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3454):
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2c07)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d6fd)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0ec9)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f0e2)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e3e)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993ad)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9834b)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846a9)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84809)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6585e7)
14:21:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x654a5d)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65412b)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x651350)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529e81)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529dec)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x529d5c)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5289c5)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645090)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6459c7)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x645f0e)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3454 (0x7b6800001980) created at:
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:12.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=26852, running) created by main thread at:
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task20m634/build/tsan/lib/libserver_process.so+0x1c0e24)
14:21:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
14:21:12.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T14:21:12Z chronyd exiting
14:21:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
14:21:13.752 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testCreateTableWithConcurrentInsert: failed attempt 1
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-task20m634/build/tsan/bin/kudu: process exited with non-zero status 1
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-task20m634/build/tsan/bin/kudu: process exited with non-zero status 1
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)