02:21:54.802 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:21:54.802 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhGEZHV/test-tmp
02:21:54.802 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:21:54.802 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhGEZHV/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:21:54.804 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470"
extra_master_flags: "--table_locations_ttl_ms=500"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:21:55.135 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:21:55.135 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:21:55.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:55.138687 9904 mini_oidc.cc:150] Starting JWKS server
02:21:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:55.142328 9904 webserver.cc:469] Webserver started at http://127.0.0.1:36679/ using document root <none> and password file <none>
02:21:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:55.142796 9904 mini_oidc.cc:186] Starting OIDC Discovery server
02:21:55.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:55.144609 9904 webserver.cc:469] Webserver started at http://127.0.0.1:44269/ using document root <none> and password file <none>
02:21:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-20T02:21:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:21:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-20T02:21:55Z Disabled control of system clock
02:21:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:55.213320 9904 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:21:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:21:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/wal
02:21:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/data
02:21:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/logs
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/data/info.pb
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.62:39273
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.62
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36679/jwks.json
02:21:55.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500 with env {}
02:21:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.519452 9916 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.520032 9916 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.520532 9916 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.553649 9916 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.553982 9916 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.554179 9916 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.554375 9916 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.554574 9916 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.554724 9916 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36679/jwks.json
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:55.592144 9916 master_runner.cc:386] Master server non-default flags:
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/data
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/wal
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.62:39273
02:21:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36679/jwks.json
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/data/info.pb
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.62
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/logs
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision fd5d0225880ae36f2437c83fa46c3a65c86f8931
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2025 01:43:23 UTC on 5fd53c4cbb9d
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6677
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:55.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:55.593673 9916 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:55.595546 9916 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.612701 9925 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.612866 9923 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:55.613692 9922 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.802140 9916 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:56.802709 9924 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:21:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.807045 9916 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:56.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.809898 9916 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.811360 9916 hybrid_clock.cc:648] HybridClock initialized: now 1750386116811281 us; error 62 us; skew 500 ppm
02:21:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.812224 9916 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.820619 9916 webserver.cc:469] Webserver started at http://127.9.172.62:39307/ using document root <none> and password file <none>
02:21:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.821705 9916 fs_manager.cc:362] Metadata directory not provided
02:21:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.821985 9916 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.822530 9916 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:21:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.827348 9916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/data/instance:
02:21:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "276c2b7165ac4d99973683e5cc19b898"
02:21:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:21:56 on dist-test-slave-42ck"
02:21:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.828649 9916 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/wal/instance:
02:21:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "276c2b7165ac4d99973683e5cc19b898"
02:21:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:21:56 on dist-test-slave-42ck"
02:21:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.836562 9916 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
02:21:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.843030 9932 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.844192 9916 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
02:21:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.844563 9916 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/data,/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/wal
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "276c2b7165ac4d99973683e5cc19b898"
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:21:56 on dist-test-slave-42ck"
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.844956 9916 fs_report.cc:389] FS layout report
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/wal
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/wal
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/data/data
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:56.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.904440 9916 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.906078 9916 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.906602 9916 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.981814 9916 rpc_server.cc:307] RPC server started. Bound to: 127.9.172.62:39273
02:21:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.981928 9983 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.172.62:39273 every 8 connection(s)
02:21:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.984735 9916 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/data/info.pb
02:21:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.989032 9904 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu as pid 9916
02:21:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.989642 9904 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-0/wal/instance
02:21:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.991253 9984 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:56.995329 9904 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/wal
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/data
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/logs
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/data/info.pb
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.61:39041
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.61
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36679/jwks.json
02:21:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500 with env {}
02:21:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.006587 9984 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } has no permanent_uuid. Determining permanent_uuid...
02:21:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.036363 9984 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } has no permanent_uuid. Determining permanent_uuid...
02:21:57.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.039067 9933 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.172.61:39041: connect: Connection refused (error 111)
02:21:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.043864 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.61:39041: Network error: Client connection negotiation failed: client connection to 127.9.172.61:39041: connect: Connection refused (error 111)
02:21:57.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.093425 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } attempt: 1
02:21:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.098798 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.61:39041: Network error: Client connection negotiation failed: client connection to 127.9.172.61:39041: connect: Connection refused (error 111)
02:21:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.167230 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } attempt: 2
02:21:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.171725 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.61:39041: Network error: Client connection negotiation failed: client connection to 127.9.172.61:39041: connect: Connection refused (error 111)
02:21:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.263357 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } attempt: 3
02:21:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.267563 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.61:39041: Network error: Client connection negotiation failed: client connection to 127.9.172.61:39041: connect: Connection refused (error 111)
02:21:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.318722 9986 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.319463 9986 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.320055 9986 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.352341 9986 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.352738 9986 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.353102 9986 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.353396 9986 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.353672 9986 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.353935 9986 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36679/jwks.json
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.391618 9986 master_runner.cc:386] Master server non-default flags:
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/data
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/wal
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.61:39041
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36679/jwks.json
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/data/info.pb
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.61
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/logs
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision fd5d0225880ae36f2437c83fa46c3a65c86f8931
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2025 01:43:23 UTC on 5fd53c4cbb9d
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6677
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.393460 9986 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.395561 9986 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:57.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.410954 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } attempt: 4
02:21:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.412644 9999 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:57.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.417114 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.61:39041: Network error: Client connection negotiation failed: client connection to 127.9.172.61:39041: connect: Connection refused (error 111)
02:21:57.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.716585 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } attempt: 5
02:21:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.720602 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.61:39041: Network error: Client connection negotiation failed: client connection to 127.9.172.61:39041: connect: Connection refused (error 111)
02:21:58.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.268308 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } attempt: 6
02:21:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:58.282469 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.61:39041: Network error: Client connection negotiation failed: client connection to 127.9.172.61:39041: connect: Connection refused (error 111)
02:21:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.414024 9997 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:57.415323 9986 server_base.cc:1048] running on GCE node
02:21:58.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:57.413564 9996 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:58.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.604327 9986 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.607234 9986 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.608651 9986 hybrid_clock.cc:648] HybridClock initialized: now 1750386118608602 us; error 62 us; skew 500 ppm
02:21:58.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.609508 9986 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:58.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.616878 9986 webserver.cc:469] Webserver started at http://127.9.172.61:38247/ using document root <none> and password file <none>
02:21:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.617985 9986 fs_manager.cc:362] Metadata directory not provided
02:21:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.618203 9986 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:58.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.618646 9986 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:21:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.623536 9986 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/data/instance:
02:21:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd71fd89f7b147368f734ea74743c853"
02:21:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:21:58 on dist-test-slave-42ck"
02:21:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.624765 9986 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/wal/instance:
02:21:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd71fd89f7b147368f734ea74743c853"
02:21:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:21:58 on dist-test-slave-42ck"
02:21:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.632714 9986 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
02:21:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.638856 10008 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.640184 9986 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
02:21:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.640523 9986 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/data,/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/wal
02:21:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd71fd89f7b147368f734ea74743c853"
02:21:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:21:58 on dist-test-slave-42ck"
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.640866 9986 fs_report.cc:389] FS layout report
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/wal
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/wal
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/data/data
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.689221 9986 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.690783 9986 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.691316 9986 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.766988 9986 rpc_server.cc:307] RPC server started. Bound to: 127.9.172.61:39041
02:21:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.767062 10059 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.172.61:39041 every 8 connection(s)
02:21:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.770076 9986 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/data/info.pb
02:21:58.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.772168 9904 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu as pid 9986
02:21:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.772758 9904 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-1/wal/instance
02:21:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.775544 9904 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:21:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/wal
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/data
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/logs
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/data/info.pb
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.60:46067
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.60
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36679/jwks.json
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500 with env {}
02:21:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.776284 10060 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:58.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.789714 10060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } has no permanent_uuid. Determining permanent_uuid...
02:21:58.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.813333 10060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } has no permanent_uuid. Determining permanent_uuid...
02:21:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.828356 10060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } has no permanent_uuid. Determining permanent_uuid...
02:21:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:58.830948 10011 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:58.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:58.835199 10060 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.884732 10060 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 1
02:21:58.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:58.889508 10060 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:58.958169 10060 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 2
02:21:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:58.962527 10060 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.054134 10060 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 3
02:21:59.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.058418 10060 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:59.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.109948 10062 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:59.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.110668 10062 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.111263 10062 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.144183 10062 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.144577 10062 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.144871 10062 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.145164 10062 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.145442 10062 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.145658 10062 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36679/jwks.json
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.183154 10062 master_runner.cc:386] Master server non-default flags:
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/data
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/wal
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --table_locations_ttl_ms=500
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.60:46067
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36679/jwks.json
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/data/info.pb
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.60
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/logs
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision fd5d0225880ae36f2437c83fa46c3a65c86f8931
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2025 01:43:23 UTC on 5fd53c4cbb9d
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6677
02:21:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:59.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.185019 10062 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.186838 10062 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.202100 10060 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 4
02:21:59.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.204548 10075 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.208524 10060 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.343227 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } attempt: 7
02:21:59.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.375463 9984 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } has no permanent_uuid. Determining permanent_uuid...
02:21:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.385582 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.444242 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 1
02:21:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.451606 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.508001 10060 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 5
02:21:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.515697 10060 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.533242 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 2
02:21:59.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.540911 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:59.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.626785 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 3
02:21:59.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.634328 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:21:59.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:21:59.775066 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 4
02:21:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.785051 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:22:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.063505 10060 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 6
02:22:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.069082 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 5
02:22:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:00.078486 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:22:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:00.084185 10060 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:22:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.204928 10073 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:21:59.207966 10072 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:00.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:00.470463 10074 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1265 milliseconds
02:22:00.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.470587 10062 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:22:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.471837 10062 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:00.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.475174 10062 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.476698 10062 hybrid_clock.cc:648] HybridClock initialized: now 1750386120476630 us; error 77 us; skew 500 ppm
02:22:00.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.477623 10062 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.484202 10062 webserver.cc:469] Webserver started at http://127.9.172.60:34131/ using document root <none> and password file <none>
02:22:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.485212 10062 fs_manager.cc:362] Metadata directory not provided
02:22:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.485422 10062 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.485931 10062 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:22:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.490759 10062 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/data/instance:
02:22:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "797c61df354947178e44abfab3a3e303"
02:22:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:00 on dist-test-slave-42ck"
02:22:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.491940 10062 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/wal/instance:
02:22:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "797c61df354947178e44abfab3a3e303"
02:22:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:00 on dist-test-slave-42ck"
02:22:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.499864 10062 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.007s
02:22:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.506076 10087 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:22:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.507319 10062 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
02:22:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.507648 10062 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/data,/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/wal
02:22:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "797c61df354947178e44abfab3a3e303"
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:00 on dist-test-slave-42ck"
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.507979 10062 fs_report.cc:389] FS layout report
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/wal
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/wal
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/data/data
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:22:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:22:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.575038 10062 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:22:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.576602 10062 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:22:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.577067 10062 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.631212 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 6
02:22:00.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:00.639464 9984 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.9.172.60:46067: Network error: Client connection negotiation failed: client connection to 127.9.172.60:46067: connect: Connection refused (error 111)
02:22:00.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.656519 10062 rpc_server.cc:307] RPC server started. Bound to: 127.9.172.60:46067
02:22:00.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.656606 10141 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.172.60:46067 every 8 connection(s)
02:22:00.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.659415 10062 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/data/info.pb
02:22:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.663118 9904 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu as pid 10062
02:22:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.663640 9904 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/master-2/wal/instance
02:22:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.665961 10142 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:22:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.682457 10142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } has no permanent_uuid. Determining permanent_uuid...
02:22:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.708868 10142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } has no permanent_uuid. Determining permanent_uuid...
02:22:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.719499 10142 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } has no permanent_uuid. Determining permanent_uuid...
02:22:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.736373 10142 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303: Bootstrap starting.
02:22:00.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.742561 10142 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303: Neither blocks nor log segments found. Creating new log.
02:22:00.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.745007 10142 log.cc:826] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303: Log is configured to *not* fsync() on all Append() calls
02:22:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.749598 10142 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303: No bootstrap required, opened a new log
02:22:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.769399 10142 raft_consensus.cc:357] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.770166 10142 raft_consensus.cc:383] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:22:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.770392 10142 raft_consensus.cc:738] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 797c61df354947178e44abfab3a3e303, State: Initialized, Role: FOLLOWER
02:22:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.771111 10142 consensus_queue.cc:260] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.773950 10151 sys_catalog.cc:455] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:00.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.774901 10151 sys_catalog.cc:458] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: This master's current role is: FOLLOWER
02:22:00.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.775514 10142 sys_catalog.cc:564] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: configured and running, proceeding with master startup.
02:22:00.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.781860 10151 raft_consensus.cc:491] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:22:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.782706 10151 raft_consensus.cc:513] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:00.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.785645 10151 leader_election.cc:290] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 276c2b7165ac4d99973683e5cc19b898 (127.9.172.62:39273), cd71fd89f7b147368f734ea74743c853 (127.9.172.61:39041)
02:22:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:00.809469 10162 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:22:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:00.809912 10162 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:22:00.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:00.832396 10093 tablet.cc:2378] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:22:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.804612 10062 master_runner.cc:186] Error getting master registration for 127.9.172.62:39273: OK, instance_id { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" instance_seqno: 1750386116961124 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:22:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:00.840867 10062 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:22:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.144784 10060 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 7
02:22:01.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.170696 10060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853: Bootstrap starting.
02:22:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.177623 10060 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853: Neither blocks nor log segments found. Creating new log.
02:22:01.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.179946 10060 log.cc:826] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853: Log is configured to *not* fsync() on all Append() calls
02:22:01.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.188558 10060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853: No bootstrap required, opened a new log
02:22:01.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.217329 10060 raft_consensus.cc:357] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.218905 10060 raft_consensus.cc:383] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:22:01.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.219394 10060 raft_consensus.cc:738] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd71fd89f7b147368f734ea74743c853, State: Initialized, Role: FOLLOWER
02:22:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.220395 10060 consensus_queue.cc:260] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.223307 10166 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:01.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.224393 10166 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [sys.catalog]: This master's current role is: FOLLOWER
02:22:01.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.225428 10060 sys_catalog.cc:564] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [sys.catalog]: configured and running, proceeding with master startup.
02:22:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.225600 10035 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "797c61df354947178e44abfab3a3e303" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd71fd89f7b147368f734ea74743c853" is_pre_election: true
02:22:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.226569 10035 raft_consensus.cc:2466] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 797c61df354947178e44abfab3a3e303 in term 0.
02:22:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.228114 10088 leader_election.cc:304] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 797c61df354947178e44abfab3a3e303, cd71fd89f7b147368f734ea74743c853; no voters:
02:22:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.229168 10151 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:22:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.229521 10151 raft_consensus.cc:491] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:22:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.229884 10151 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 0 FOLLOWER]: Advancing to term 1
02:22:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.237422 10151 raft_consensus.cc:513] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.239495 10151 leader_election.cc:290] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [CANDIDATE]: Term 1 election: Requested vote from peers 276c2b7165ac4d99973683e5cc19b898 (127.9.172.62:39273), cd71fd89f7b147368f734ea74743c853 (127.9.172.61:39041)
02:22:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.241338 10035 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "797c61df354947178e44abfab3a3e303" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd71fd89f7b147368f734ea74743c853"
02:22:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.242348 10035 raft_consensus.cc:3058] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [term 0 FOLLOWER]: Advancing to term 1
02:22:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.251777 10035 raft_consensus.cc:2466] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 797c61df354947178e44abfab3a3e303 in term 1.
02:22:01.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.253636 10088 leader_election.cc:304] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 797c61df354947178e44abfab3a3e303, cd71fd89f7b147368f734ea74743c853; no voters:
02:22:01.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.254566 10151 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 1 FOLLOWER]: Leader election won for term 1
02:22:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.256784 10151 raft_consensus.cc:695] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [term 1 LEADER]: Becoming Leader. State: Replica: 797c61df354947178e44abfab3a3e303, State: Running, Role: LEADER
02:22:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.257918 10151 consensus_queue.cc:237] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.283250 10175 sys_catalog.cc:455] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 797c61df354947178e44abfab3a3e303. Latest consensus state: current_term: 1 leader_uuid: "797c61df354947178e44abfab3a3e303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:01.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.284072 10175 sys_catalog.cc:458] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: This master's current role is: LEADER
02:22:01.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.300992 10180 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:22:01.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.278208 9986 master_runner.cc:186] Error getting master registration for 127.9.172.62:39273: OK, instance_id { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" instance_seqno: 1750386116961124 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:22:01.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.313503 9986 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:22:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:01.315809 10179 catalog_manager.cc:1560] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:22:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:01.316212 10179 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:22:01.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.316397 10180 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:22:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.344120 10035 raft_consensus.cc:1273] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [term 1 FOLLOWER]: Refusing update from remote peer 797c61df354947178e44abfab3a3e303: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:22:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.346447 10175 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:22:01.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.375173 10182 mvcc.cc:204] Tried to move back new op lower bound from 7169581553000353792 to 7169581552683798528. Current Snapshot: MvccSnapshot[applied={T|T < 7169581553000353792}]
02:22:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.376794 10166 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 797c61df354947178e44abfab3a3e303. Latest consensus state: current_term: 1 leader_uuid: "797c61df354947178e44abfab3a3e303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.377899 10166 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [sys.catalog]: This master's current role is: FOLLOWER
02:22:01.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.385062 10151 sys_catalog.cc:455] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "797c61df354947178e44abfab3a3e303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:01.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.386034 10151 sys_catalog.cc:458] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: This master's current role is: LEADER
02:22:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.388366 10180 catalog_manager.cc:1349] Generated new cluster ID: d273f0737e694aa8bc3ec7d39f332a24
02:22:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.388680 10180 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:22:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.405797 10166 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "797c61df354947178e44abfab3a3e303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:01.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.406533 10166 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853 [sys.catalog]: This master's current role is: FOLLOWER
02:22:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.432708 10180 catalog_manager.cc:1372] Generated new certificate authority record
02:22:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.437476 10180 catalog_manager.cc:1506] Loading token signing keys...
02:22:01.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.473443 10180 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303: Generated new TSK 0
02:22:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.475013 10180 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.494045 9904 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/wal
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/data
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/logs
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/data/info.pb
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:22:01.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.1:0
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.172.1
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.1
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:01.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:22:01.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.672957 9984 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } attempt: 7
02:22:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.757146 9984 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898: Bootstrap starting.
02:22:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.780130 9984 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898: Neither blocks nor log segments found. Creating new log.
02:22:01.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.787411 9984 log.cc:826] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898: Log is configured to *not* fsync() on all Append() calls
02:22:01.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.810284 9984 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898: No bootstrap required, opened a new log
02:22:01.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.895766 9984 raft_consensus.cc:357] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:01.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.896974 9984 raft_consensus.cc:383] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:22:01.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.897454 9984 raft_consensus.cc:738] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 276c2b7165ac4d99973683e5cc19b898, State: Initialized, Role: FOLLOWER
02:22:01.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.898538 9984 consensus_queue.cc:260] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } }
02:22:01.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.907781 10192 sys_catalog.cc:455] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:01.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.912165 10192 sys_catalog.cc:458] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [sys.catalog]: This master's current role is: FOLLOWER
02:22:01.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.913134 9957 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [term 0 FOLLOWER]: Advancing to term 1
02:22:01.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.917029 9959 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "797c61df354947178e44abfab3a3e303" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "276c2b7165ac4d99973683e5cc19b898" is_pre_election: true
02:22:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.911931 9958 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "797c61df354947178e44abfab3a3e303" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "276c2b7165ac4d99973683e5cc19b898"
02:22:01.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.918339 9959 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:55888 (request call id 1) took 1132 ms. Trace:
02:22:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.918730 9959 rpcz_store.cc:276] 0620 02:22:00.786280 (+ 0us) service_pool.cc:168] Inserting onto call queue
02:22:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:22:00.786445 (+ 165us) service_pool.cc:225] Handling call
02:22:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:22:01.918245 (+1131800us) inbound_call.cc:173] Queueing success response
02:22:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:22:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:01.919405 9938 tablet.cc:2378] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:22:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.924904 9957 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [term 1 FOLLOWER]: Refusing update from remote peer 797c61df354947178e44abfab3a3e303: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:22:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.911747 9984 sys_catalog.cc:564] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [sys.catalog]: configured and running, proceeding with master startup.
02:22:01.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:01.926913 10151 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [LEADER]: Connected to new peer: Peer: permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:22:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.022228 10192 sys_catalog.cc:455] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 797c61df354947178e44abfab3a3e303. Latest consensus state: current_term: 1 leader_uuid: "797c61df354947178e44abfab3a3e303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.022382 10197 sys_catalog.cc:455] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "797c61df354947178e44abfab3a3e303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.023053 10192 sys_catalog.cc:458] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [sys.catalog]: This master's current role is: FOLLOWER
02:22:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.023223 10197 sys_catalog.cc:458] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898 [sys.catalog]: This master's current role is: FOLLOWER
02:22:02.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.064327 10212 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:22:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:02.099737 10188 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:22:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:02.100696 10188 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:22:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:02.101609 10188 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:22:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:02.137969 10188 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:22:02.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:02.139163 10188 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.172.1
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.186816 10188 tablet_server_runner.cc:78] Tablet server non-default flags:
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/data
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/wal
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.1:0
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/data/info.pb
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.1
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.172.1
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/logs
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:22:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:22:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:22:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision fd5d0225880ae36f2437c83fa46c3a65c86f8931
02:22:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:22:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2025 01:43:23 UTC on 5fd53c4cbb9d
02:22:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6677
02:22:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:22:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.189855 10188 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:22:02.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.192741 10188 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:22:02.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:02.215792 10214 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.322168 10179 catalog_manager.cc:1261] Loaded cluster ID: d273f0737e694aa8bc3ec7d39f332a24
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.322729 10179 catalog_manager.cc:1554] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853: loading cluster ID for follower catalog manager: success
02:22:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.341238 10179 catalog_manager.cc:1576] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853: acquiring CA information for follower catalog manager: success
02:22:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.347419 10179 catalog_manager.cc:1604] T 00000000000000000000000000000000 P cd71fd89f7b147368f734ea74743c853: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.349545 10151 sys_catalog.cc:455] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "797c61df354947178e44abfab3a3e303" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "276c2b7165ac4d99973683e5cc19b898" member_type: VOTER last_known_addr { host: "127.9.172.62" port: 39273 } } peers { permanent_uuid: "cd71fd89f7b147368f734ea74743c853" member_type: VOTER last_known_addr { host: "127.9.172.61" port: 39041 } } peers { permanent_uuid: "797c61df354947178e44abfab3a3e303" member_type: VOTER last_known_addr { host: "127.9.172.60" port: 46067 } } }
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:02.350412 10151 sys_catalog.cc:458] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 [sys.catalog]: This master's current role is: LEADER
02:22:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:03.083684 10212 catalog_manager.cc:1261] Loaded cluster ID: d273f0737e694aa8bc3ec7d39f332a24
02:22:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:03.084115 10212 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898: loading cluster ID for follower catalog manager: success
02:22:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:03.116544 10212 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898: acquiring CA information for follower catalog manager: success
02:22:03.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:03.149123 10212 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 276c2b7165ac4d99973683e5cc19b898: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:22:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:03.612712 10213 debug-util.cc:398] Leaking SignalData structure 0x7b0800000a80 after lost signal to thread 10188
02:22:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:03.989634 10188 thread.cc:640] GCE (cloud detector) Time spent creating pthread: real 1.773s user 0.614s sys 0.986s
02:22:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:03.993616 10188 thread.cc:606] GCE (cloud detector) Time spent starting thread: real 1.777s user 0.615s sys 0.987s
02:22:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:02.217810 10215 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.011219 10188 server_base.cc:1048] running on GCE node
02:22:04.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:04.013250 10224 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.014890 10188 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.026191 10188 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.034027 10188 hybrid_clock.cc:648] HybridClock initialized: now 1750386124033973 us; error 84 us; skew 500 ppm
02:22:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.035269 10188 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.057307 10188 webserver.cc:469] Webserver started at http://127.9.172.1:40709/ using document root <none> and password file <none>
02:22:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.058738 10188 fs_manager.cc:362] Metadata directory not provided
02:22:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.059114 10188 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:04.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.059736 10188 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:22:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.068545 10188 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/data/instance:
02:22:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a903d0039f5b4eaab3c124623673df89"
02:22:04.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:04 on dist-test-slave-42ck"
02:22:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.070315 10188 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/wal/instance:
02:22:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a903d0039f5b4eaab3c124623673df89"
02:22:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:04 on dist-test-slave-42ck"
02:22:04.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.092377 10188 fs_manager.cc:696] Time spent creating directory manager: real 0.021s user 0.016s sys 0.004s
02:22:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.107147 10229 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:22:04.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.108598 10188 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.005s sys 0.003s
02:22:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.109054 10188 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/data,/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/wal
02:22:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a903d0039f5b4eaab3c124623673df89"
02:22:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:04 on dist-test-slave-42ck"
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.109535 10188 fs_report.cc:389] FS layout report
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/wal
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/wal
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/data/data
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:22:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:22:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.201328 10188 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:22:04.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.203488 10188 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:22:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.204136 10188 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:04.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.213653 10188 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:22:04.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.226011 10188 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:22:04.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.226423 10188 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:22:04.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.226764 10188 ts_tablet_manager.cc:610] Registered 0 tablets
02:22:04.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.226989 10188 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:22:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.626909 10188 rpc_server.cc:307] RPC server started. Bound to: 127.9.172.1:37037
02:22:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.627049 10342 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.172.1:37037 every 8 connection(s)
02:22:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.632035 10188 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/data/info.pb
02:22:04.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.641125 9904 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu as pid 10188
02:22:04.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.641664 9904 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-0/wal/instance
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.655007 9904 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/wal
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/data
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/logs
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/data/info.pb
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:22:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.2:0
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.172.2
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.2
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:22:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.741889 10343 heartbeater.cc:344] Connected to a master server at 127.9.172.60:46067
02:22:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.742511 10343 heartbeater.cc:461] Registering TS with master...
02:22:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.743932 10343 heartbeater.cc:507] Master 127.9.172.60:46067 requested a full tablet report, sending...
02:22:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.747766 10104 ts_manager.cc:194] Registered new tserver with Master: a903d0039f5b4eaab3c124623673df89 (127.9.172.1:37037)
02:22:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.752538 10104 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.172.1:41975
02:22:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.753856 10344 heartbeater.cc:344] Connected to a master server at 127.9.172.61:39041
02:22:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.754284 10344 heartbeater.cc:461] Registering TS with master...
02:22:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.755264 10344 heartbeater.cc:507] Master 127.9.172.61:39041 requested a full tablet report, sending...
02:22:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.759164 10025 ts_manager.cc:194] Registered new tserver with Master: a903d0039f5b4eaab3c124623673df89 (127.9.172.1:37037)
02:22:04.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.767879 10350 heartbeater.cc:344] Connected to a master server at 127.9.172.62:39273
02:22:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.768306 10350 heartbeater.cc:461] Registering TS with master...
02:22:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.769016 10350 heartbeater.cc:507] Master 127.9.172.62:39273 requested a full tablet report, sending...
02:22:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:04.772644 9949 ts_manager.cc:194] Registered new tserver with Master: a903d0039f5b4eaab3c124623673df89 (127.9.172.1:37037)
02:22:05.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:05.096983 10347 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:22:05.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:05.097503 10347 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:22:05.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:05.098194 10347 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:22:05.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:05.131599 10347 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:22:05.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:05.132436 10347 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.172.2
02:22:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:05.170706 10347 tablet_server_runner.cc:78] Tablet server non-default flags:
02:22:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:22:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/data
02:22:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/wal
02:22:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.2:0
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/data/info.pb
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.2
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.172.2
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/logs
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision fd5d0225880ae36f2437c83fa46c3a65c86f8931
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2025 01:43:23 UTC on 5fd53c4cbb9d
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6677
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:22:05.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:05.172045 10347 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:22:05.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:05.173894 10347 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:22:05.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:05.194734 10363 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:05.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:05.765818 10343 heartbeater.cc:499] Master 127.9.172.60:46067 was elected leader, sending a full tablet report...
02:22:06.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:06.728029 10138 debug-util.cc:398] Leaking SignalData structure 0x7b080009a420 after lost signal to thread 10067
02:22:06.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:06.729033 10138 debug-util.cc:398] Leaking SignalData structure 0x7b0800096c20 after lost signal to thread 10141
02:22:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:05.198818 10360 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:06.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:05.194981 10361 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:06.735024 10362 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1538 milliseconds
02:22:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.735121 10347 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:22:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.736620 10347 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.743043 10347 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.744858 10347 hybrid_clock.cc:648] HybridClock initialized: now 1750386126744764 us; error 94 us; skew 500 ppm
02:22:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.746188 10347 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.755300 10347 webserver.cc:469] Webserver started at http://127.9.172.2:34921/ using document root <none> and password file <none>
02:22:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.756740 10347 fs_manager.cc:362] Metadata directory not provided
02:22:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.757066 10347 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.757696 10347 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:22:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.765568 10347 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/data/instance:
02:22:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2f5421f091641239c9ca264903b19dc"
02:22:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:06 on dist-test-slave-42ck"
02:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.767766 10347 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/wal/instance:
02:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2f5421f091641239c9ca264903b19dc"
02:22:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:06 on dist-test-slave-42ck"
02:22:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.779882 10347 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.008s sys 0.004s
02:22:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.787453 10371 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:22:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.789367 10347 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.003s
02:22:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.789884 10347 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/data,/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/wal
02:22:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2f5421f091641239c9ca264903b19dc"
02:22:06.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:06 on dist-test-slave-42ck"
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.790390 10347 fs_report.cc:389] FS layout report
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/wal
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/wal
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/data/data
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:22:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:22:06.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.880991 10347 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:22:06.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.883342 10347 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:22:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.883985 10347 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:06.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.887156 10347 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:22:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.892086 10347 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:22:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.892347 10347 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:22:06.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.892674 10347 ts_tablet_manager.cc:610] Registered 0 tablets
02:22:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:06.892848 10347 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:22:07.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.089146 10347 rpc_server.cc:307] RPC server started. Bound to: 127.9.172.2:33707
02:22:07.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.089455 10486 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.9.172.2:33707 every 8 connection(s)
02:22:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.092243 10347 server_base.cc:1180] Dumped server information to /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/data/info.pb
02:22:07.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.094931 9904 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu as pid 10347
02:22:07.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.095607 9904 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-1/wal/instance
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.119781 9904 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/wal
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/data
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/logs
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/data/info.pb
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:22:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.3:0
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.172.3
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.3
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:22:07.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.170015 10487 heartbeater.cc:344] Connected to a master server at 127.9.172.60:46067
02:22:07.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.170643 10487 heartbeater.cc:461] Registering TS with master...
02:22:07.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.172219 10487 heartbeater.cc:507] Master 127.9.172.60:46067 requested a full tablet report, sending...
02:22:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.173079 10488 heartbeater.cc:344] Connected to a master server at 127.9.172.61:39041
02:22:07.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.173491 10488 heartbeater.cc:461] Registering TS with master...
02:22:07.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.174504 10488 heartbeater.cc:507] Master 127.9.172.61:39041 requested a full tablet report, sending...
02:22:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.175772 10104 ts_manager.cc:194] Registered new tserver with Master: f2f5421f091641239c9ca264903b19dc (127.9.172.2:33707)
02:22:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.177492 10025 ts_manager.cc:194] Registered new tserver with Master: f2f5421f091641239c9ca264903b19dc (127.9.172.2:33707)
02:22:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.178469 10104 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.9.172.2:36695
02:22:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.179322 10491 heartbeater.cc:344] Connected to a master server at 127.9.172.62:39273
02:22:07.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.179693 10491 heartbeater.cc:461] Registering TS with master...
02:22:07.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.180745 10491 heartbeater.cc:507] Master 127.9.172.62:39273 requested a full tablet report, sending...
02:22:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.183876 9949 ts_manager.cc:194] Registered new tserver with Master: f2f5421f091641239c9ca264903b19dc (127.9.172.2:33707)
02:22:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:07.494228 10494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:22:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:07.494848 10494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:22:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:07.495436 10494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:22:07.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:07.529414 10494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:22:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:07.530516 10494 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.9.172.3
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.568737 10494 tablet_server_runner.cc:78] Tablet server non-default flags:
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.9.172.20:33077
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/data
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/wal
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.9.172.3:0
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/data/info.pb
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.9.172.3
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.9.172.62:39273,127.9.172.61:39041,127.9.172.60:46067
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.9.172.3
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/logs
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:22:07.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:22:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:22:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision fd5d0225880ae36f2437c83fa46c3a65c86f8931
02:22:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:22:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2025 01:43:23 UTC on 5fd53c4cbb9d
02:22:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 6677
02:22:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:22:07.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.570514 10494 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:22:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:07.572429 10494 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:22:07.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:07.592975 10504 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:08.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:08.184814 10487 heartbeater.cc:499] Master 127.9.172.60:46067 was elected leader, sending a full tablet report...
02:22:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:07.599660 10508 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:07.593120 10506 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:09.042724 10507 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1447 milliseconds
02:22:09.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.042865 10494 server_base.cc:1043] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:22:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.044462 10494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.047530 10494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:09.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.049013 10494 hybrid_clock.cc:648] HybridClock initialized: now 1750386129048958 us; error 73 us; skew 500 ppm
02:22:09.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.049970 10494 server_base.cc:848] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:09.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.057466 10494 webserver.cc:469] Webserver started at http://127.9.172.3:43561/ using document root <none> and password file <none>
02:22:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.058663 10494 fs_manager.cc:362] Metadata directory not provided
02:22:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.058974 10494 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.059655 10494 server_base.cc:896] This appears to be a new deployment of Kudu; creating new FS layout
02:22:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.064617 10494 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/data/instance:
02:22:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f92db96c04d46548d0bd475d287ee5d"
02:22:09.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:09 on dist-test-slave-42ck"
02:22:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.065886 10494 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/wal/instance:
02:22:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f92db96c04d46548d0bd475d287ee5d"
02:22:09.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:09 on dist-test-slave-42ck"
02:22:09.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.074268 10494 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
02:22:09.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.081568 10515 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:22:09.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.082871 10494 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
02:22:09.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.083210 10494 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/data,/tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/wal
02:22:09.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f92db96c04d46548d0bd475d287ee5d"
02:22:09.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-06-20 02:22:09 on dist-test-slave-42ck"
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.083551 10494 fs_report.cc:389] FS layout report
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/wal
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/wal
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/data/data
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:22:09.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:22:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.183622 10494 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:22:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.185294 10494 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:22:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.185866 10494 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.189182 10494 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:22:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:09.196161 10494 ts_tablet_manager.cc:1500] Shutting down tablet manager...
02:22:09.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:09.274670 10494 acceptor_pool.cc:196] Could not shut down acceptor socket on 127.9.172.3:33283: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:22:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:09.277825 10494 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:22:09.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not init Tablet Manager: Couldn't list tablets in metadata directory /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/wal/tablet-meta: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470/ts-2/wal/tablet-meta: No such file or directory (error 2)
02:22:10.320 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 3: /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu: process exited with non-zero status 1"
}
02:22:10.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:10.321040 9904 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu with pid 10188
02:22:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:10.346122 9904 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu with pid 10347
02:22:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:10.373243 9904 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu with pid 9916
02:22:10.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:10.409070 10090 connection.cc:537] client connection to 127.9.172.62:39273 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:22:10.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:10.409662 10090 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:22:10.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:10.410539 9904 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu with pid 9986
02:22:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:10.415624 10090 consensus_peers.cc:487] T 00000000000000000000000000000000 P 797c61df354947178e44abfab3a3e303 -> Peer 276c2b7165ac4d99973683e5cc19b898 (127.9.172.62:39273): Couldn't send request to peer 276c2b7165ac4d99973683e5cc19b898. Status: Network error: Client connection negotiation failed: client connection to 127.9.172.62:39273: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:22:10.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250620 02:22:10.442631 9904 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu with pid 10062
02:22:10.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:10.470464 9904 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470 during walk: No such file or directory
02:22:10.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:10.470679 9904 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470 during walk: No such file or directory
02:22:10.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250620 02:22:10.470877 9904 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskhGEZHV/test-tmp/mini-kudu-cluster702000112730138470: One or more errors occurred
02:22:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==9904==WARNING: invalid path to external symbolizer!
02:22:10.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==9904==WARNING: Failed to use and restart external symbolizer!
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=9904)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3450):
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1787)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48ae42)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d72b6)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x909fe)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x93ed7)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x888cf)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86b0a)
02:22:10.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x64dac9)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x64c3c4)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x527001)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x526f6c)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x526edc)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x525b45)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x641fc0)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6428f7)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x642e3e)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001e00 allocated by main thread:
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3450 (0x7b6800001f78) created at:
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=9911, running) created by main thread at:
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
02:22:10.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskhGEZHV/build/tsan/lib/libserver_process.so+0x1bfb14)
02:22:10.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=9904)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3447):
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bfb14)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e542)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3bbe)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9904d)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97feb)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x8452a)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84689)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x653787)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x64fbed)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64f2bb)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64c4e0)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x527001)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x526f6c)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526edc)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x525b45)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x641fc0)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6428f7)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x642e3e)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1787)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x465e5f)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48a87d)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bfbb9)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e542)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3bbe)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9904d)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x97feb)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x8452a)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84689)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x653787)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x64fbed)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64f2bb)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64c4e0)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x527001)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x526f6c)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x526edc)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x525b45)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x641fc0)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6428f7)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x642e3e)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800001800 allocated by main thread:
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49607c)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0024)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3447 (0x7b6800001978) created at:
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469e82)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0da1)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=9910, running) created by main thread at:
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x469915)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c12d7)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f4a0)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x85644)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x64dac9)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64c3c4)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x527001)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x526f6c)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x526edc)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x525b45)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x641fc0)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6428f7)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x642e3e)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskhGEZHV/build/tsan/lib/libserver_process.so+0x1bfb14)
02:22:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:10.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-06-20T02:22:10Z chronyd exiting
02:22:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
02:22:11.549 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testConcurrentFlush: failed attempt 1
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu: process exited with non-zero status 1
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-taskhGEZHV/build/tsan/bin/kudu: process exited with non-zero status 1
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)