02:21:37.789 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:21:37.789 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQzbbnl/test-tmp
02:21:37.790 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:21:37.790 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQzbbnl/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:21:37.791 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849"
extra_tserver_flags: "--scanner_ttl_ms=1000"
extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:21:38.102 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:21:38.102 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:21:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:38.105554 5312 mini_oidc.cc:150] Starting JWKS server
02:21:38.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:38.108695 5312 webserver.cc:480] Webserver started at http://127.0.0.1:35645/ using document root <none> and password file <none>
02:21:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:38.109086 5312 mini_oidc.cc:186] Starting OIDC Discovery server
02:21:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:38.110690 5312 webserver.cc:480] Webserver started at http://127.0.0.1:35941/ using document root <none> and password file <none>
02:21:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T02:21:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:21:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T02:21:38Z Disabled control of system clock
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:38.167695 5312 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/wal
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/data
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/logs
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/data/info.pb
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.48.62:40655
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.48.62
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.48.20:44717
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.48.62:40655,127.5.48.61:43715,127.5.48.60:33739
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35645/jwks.json with env {}
02:21:38.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.452554 5325 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:38.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.453084 5325 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:38.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.453558 5325 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.484009 5325 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.484292 5325 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.484508 5325 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.484699 5325 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.484884 5325 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.485026 5325 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35645/jwks.json
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:38.533643 5325 master_runner.cc:386] Master server non-default flags:
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.48.20:44717
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/data
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/wal
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.48.62:40655,127.5.48.61:43715,127.5.48.60:33739
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.48.62:40655
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35645/jwks.json
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/data/info.pb
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.48.62
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/logs
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:22 UTC on 5fd53c4cbb9d
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7889
02:21:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:38.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:38.535171 5325 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:38.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:38.536688 5325 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.547405 5331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:39.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:38.548744 5332 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:39.653215 5334 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:39.655603 5333 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1103 milliseconds
02:21:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.655745 5325 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:39.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.656935 5325 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.659369 5325 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.660684 5325 hybrid_clock.cc:648] HybridClock initialized: now 1756952499660644 us; error 53 us; skew 500 ppm
02:21:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.661425 5325 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:39.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.667626 5325 webserver.cc:480] Webserver started at http://127.5.48.62:44891/ using document root <none> and password file <none>
02:21:39.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.668475 5325 fs_manager.cc:362] Metadata directory not provided
02:21:39.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.668668 5325 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:39.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.669059 5325 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:39.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.673398 5325 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/data/instance:
02:21:39.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b"
02:21:39.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:39 on dist-test-slave-nrqg"
02:21:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.674528 5325 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/wal/instance:
02:21:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b"
02:21:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:39 on dist-test-slave-nrqg"
02:21:39.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.681389 5325 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.002s sys 0.004s
02:21:39.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.686870 5341 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.687849 5325 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:21:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.688185 5325 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/data,/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/wal
02:21:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b"
02:21:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:39 on dist-test-slave-nrqg"
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.688513 5325 fs_report.cc:389] FS layout report
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/wal
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/wal
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/data/data
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:39.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.735914 5325 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.737370 5325 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.737829 5325 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.804141 5325 rpc_server.cc:307] RPC server started. Bound to: 127.5.48.62:40655
02:21:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.804225 5393 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.48.62:40655 every 8 connection(s)
02:21:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.806814 5325 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/data/info.pb
02:21:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.811883 5394 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.812573 5312 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu as pid 5325
02:21:39.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.813084 5312 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-0/wal/instance
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.818015 5312 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/wal
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/data
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/logs
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/data/info.pb
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.48.61:43715
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.48.61
02:21:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.48.20:44717
02:21:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.48.62:40655,127.5.48.61:43715,127.5.48.60:33739
02:21:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35645/jwks.json with env {}
02:21:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.825924 5394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } has no permanent_uuid. Determining permanent_uuid...
02:21:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.849241 5394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } has no permanent_uuid. Determining permanent_uuid...
02:21:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:39.851810 5344 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.48.61:43715: connect: Connection refused (error 111)
02:21:39.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:39.855991 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.61:43715: Network error: Client connection negotiation failed: client connection to 127.5.48.61:43715: connect: Connection refused (error 111)
02:21:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.905488 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } attempt: 1
02:21:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:39.909219 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.61:43715: Network error: Client connection negotiation failed: client connection to 127.5.48.61:43715: connect: Connection refused (error 111)
02:21:39.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:39.977612 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } attempt: 2
02:21:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:39.981545 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.61:43715: Network error: Client connection negotiation failed: client connection to 127.5.48.61:43715: connect: Connection refused (error 111)
02:21:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:40.072916 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } attempt: 3
02:21:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.076862 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.61:43715: Network error: Client connection negotiation failed: client connection to 127.5.48.61:43715: connect: Connection refused (error 111)
02:21:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.114275 5396 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.114863 5396 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:40.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.115347 5396 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:40.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.146174 5396 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:40.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.146448 5396 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:40.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.146673 5396 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:40.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.146868 5396 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.147053 5396 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:40.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.147192 5396 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35645/jwks.json
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:40.181809 5396 master_runner.cc:386] Master server non-default flags:
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.48.20:44717
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/data
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/wal
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.48.62:40655,127.5.48.61:43715,127.5.48.60:33739
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.48.61:43715
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35645/jwks.json
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/data/info.pb
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.48.61
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/logs
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:21:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:22 UTC on 5fd53c4cbb9d
02:21:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7889
02:21:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:40.183065 5396 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:40.184662 5396 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:40.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.195204 5405 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:40.220242 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } attempt: 4
02:21:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.225848 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.61:43715: Network error: Client connection negotiation failed: client connection to 127.5.48.61:43715: connect: Connection refused (error 111)
02:21:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:40.525370 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } attempt: 5
02:21:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.531486 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.61:43715: Network error: Client connection negotiation failed: client connection to 127.5.48.61:43715: connect: Connection refused (error 111)
02:21:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.078976 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } attempt: 6
02:21:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.107319 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.61:43715: Network error: Client connection negotiation failed: client connection to 127.5.48.61:43715: connect: Connection refused (error 111)
02:21:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:40.195685 5406 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.515295 5407 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1317 milliseconds
02:21:41.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.516045 5408 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.518260 5396 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.323s user 0.497s sys 0.816s
02:21:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.518545 5396 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.323s user 0.497s sys 0.816s
02:21:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.518817 5396 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.521267 5396 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.524323 5396 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.525866 5396 hybrid_clock.cc:648] HybridClock initialized: now 1756952501525821 us; error 44 us; skew 500 ppm
02:21:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.526953 5396 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.535291 5396 webserver.cc:480] Webserver started at http://127.5.48.61:38679/ using document root <none> and password file <none>
02:21:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.536521 5396 fs_manager.cc:362] Metadata directory not provided
02:21:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.536805 5396 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.537335 5396 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.543869 5396 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/data/instance:
02:21:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8"
02:21:41.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:41 on dist-test-slave-nrqg"
02:21:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.545377 5396 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/wal/instance:
02:21:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8"
02:21:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:41 on dist-test-slave-nrqg"
02:21:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.554948 5396 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.011s sys 0.001s
02:21:41.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.562498 5417 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.563699 5396 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:21:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.564046 5396 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/data,/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/wal
02:21:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8"
02:21:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:41 on dist-test-slave-nrqg"
02:21:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.564368 5396 fs_report.cc:389] FS layout report
02:21:41.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/wal
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/wal
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/data/data
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:41.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.636876 5396 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.638403 5396 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:41.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.638882 5396 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.705086 5396 rpc_server.cc:307] RPC server started. Bound to: 127.5.48.61:43715
02:21:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.705159 5468 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.48.61:43715 every 8 connection(s)
02:21:41.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.707664 5396 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/data/info.pb
02:21:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.712695 5469 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.714851 5312 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu as pid 5396
02:21:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.715306 5312 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-1/wal/instance
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.718065 5312 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/wal
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/data
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/logs
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/data/info.pb
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.48.60:33739
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.48.60
02:21:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.48.20:44717
02:21:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.48.62:40655,127.5.48.61:43715,127.5.48.60:33739
02:21:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35645/jwks.json with env {}
02:21:41.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.725972 5469 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } has no permanent_uuid. Determining permanent_uuid...
02:21:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.746886 5469 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } has no permanent_uuid. Determining permanent_uuid...
02:21:41.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.760215 5469 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } has no permanent_uuid. Determining permanent_uuid...
02:21:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.762607 5418 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.766420 5469 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.816004 5469 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 1
02:21:41.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.819672 5469 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:41.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.888074 5469 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 2
02:21:41.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.891723 5469 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:41.983179 5469 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 3
02:21:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:41.987020 5469 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.021812 5471 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.022432 5471 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.023025 5471 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.054505 5471 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.054898 5471 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.055186 5471 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.055450 5471 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.055720 5471 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:42.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.055918 5471 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35645/jwks.json
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.090968 5471 master_runner.cc:386] Master server non-default flags:
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.48.20:44717
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/data
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/wal
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.48.62:40655,127.5.48.61:43715,127.5.48.60:33739
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.48.60:33739
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35645/jwks.json
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/data/info.pb
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.48.60
02:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/logs
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:22 UTC on 5fd53c4cbb9d
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7889
02:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.092772 5471 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.094429 5471 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:42.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.104285 5481 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.130463 5469 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 4
02:21:42.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.134100 5469 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.167800 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } attempt: 7
02:21:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.178769 5394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } has no permanent_uuid. Determining permanent_uuid...
02:21:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.183861 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.242249 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 1
02:21:42.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.246059 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.327442 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 2
02:21:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.331627 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.417186 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 3
02:21:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.422173 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.433477 5469 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 5
02:21:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.438156 5469 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.562686 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 4
02:21:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.568279 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.851805 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 5
02:21:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.856891 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:42.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:42.985628 5469 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 6
02:21:42.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.993526 5469 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:43.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:42.105284 5482 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:43.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:43.263609 5484 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:43.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:43.265743 5483 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1157 milliseconds
02:21:43.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.265874 5471 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:43.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.267040 5471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.269809 5471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.271199 5471 hybrid_clock.cc:648] HybridClock initialized: now 1756952503271150 us; error 58 us; skew 500 ppm
02:21:43.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.271973 5471 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:43.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.278079 5471 webserver.cc:480] Webserver started at http://127.5.48.60:38517/ using document root <none> and password file <none>
02:21:43.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.279009 5471 fs_manager.cc:362] Metadata directory not provided
02:21:43.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.279207 5471 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:43.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.279590 5471 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.283874 5471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/data/instance:
02:21:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a82ca677361947ac9eff5a74258e2d79"
02:21:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:43 on dist-test-slave-nrqg"
02:21:43.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.284945 5471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/wal/instance:
02:21:43.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a82ca677361947ac9eff5a74258e2d79"
02:21:43.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:43 on dist-test-slave-nrqg"
02:21:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.291795 5471 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
02:21:43.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.296969 5495 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.297888 5471 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
02:21:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.298182 5471 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/data,/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/wal
02:21:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a82ca677361947ac9eff5a74258e2d79"
02:21:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 02:21:43 on dist-test-slave-nrqg"
02:21:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.298471 5471 fs_report.cc:389] FS layout report
02:21:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/wal
02:21:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/wal
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/data/data
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:43.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.348937 5471 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.350353 5471 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.350798 5471 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.409381 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 6
02:21:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:43.416041 5394 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.5.48.60:33739: Network error: Client connection negotiation failed: client connection to 127.5.48.60:33739: connect: Connection refused (error 111)
02:21:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.418902 5471 rpc_server.cc:307] RPC server started. Bound to: 127.5.48.60:33739
02:21:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.418978 5549 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.48.60:33739 every 8 connection(s)
02:21:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.421497 5471 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/data/info.pb
02:21:43.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.426419 5550 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.427974 5312 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu as pid 5471
02:21:43.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.428433 5312 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/master-2/wal/instance
02:21:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.441699 5550 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } has no permanent_uuid. Determining permanent_uuid...
02:21:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.466253 5550 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } has no permanent_uuid. Determining permanent_uuid...
02:21:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.475788 5550 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } has no permanent_uuid. Determining permanent_uuid...
02:21:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.489719 5550 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79: Bootstrap starting.
02:21:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.496551 5550 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79: Neither blocks nor log segments found. Creating new log.
02:21:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.498273 5550 log.cc:826] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79: Log is configured to *not* fsync() on all Append() calls
02:21:43.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.503410 5550 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79: No bootstrap required, opened a new log
02:21:43.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.520691 5550 raft_consensus.cc:357] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:43.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.521584 5550 raft_consensus.cc:383] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:21:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.521878 5550 raft_consensus.cc:738] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a82ca677361947ac9eff5a74258e2d79, State: Initialized, Role: FOLLOWER
02:21:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.522607 5550 consensus_queue.cc:260] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:43.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.524868 5559 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:43.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.525413 5559 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: This master's current role is: FOLLOWER
02:21:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.526245 5550 sys_catalog.cc:564] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: configured and running, proceeding with master startup.
02:21:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:43.549495 5570 catalog_manager.cc:1560] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:21:43.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:43.549851 5570 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:21:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.545284 5471 master_runner.cc:186] Error getting master registration for 127.5.48.62:40655: OK, instance_id { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" instance_seqno: 1756952499786086 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:21:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:43.565840 5471 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:21:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:43.605645 5501 tablet.cc:2378] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:21:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.021430 5559 raft_consensus.cc:491] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:21:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.022010 5559 raft_consensus.cc:513] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.024403 5559 leader_election.cc:290] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a27caeccd1fa49cd9c87d0ebf4303e1b (127.5.48.62:40655), e5dc5d6aaaf34dc895ce1ccdd1c297d8 (127.5.48.61:43715)
02:21:44.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.053954 5469 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 7
02:21:44.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.086570 5469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: Bootstrap starting.
02:21:44.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.092520 5469 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: Neither blocks nor log segments found. Creating new log.
02:21:44.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.094267 5469 log.cc:826] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: Log is configured to *not* fsync() on all Append() calls
02:21:44.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.098541 5469 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: No bootstrap required, opened a new log
02:21:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.124014 5469 raft_consensus.cc:357] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.124847 5469 raft_consensus.cc:383] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:21:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.125137 5469 raft_consensus.cc:738] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5dc5d6aaaf34dc895ce1ccdd1c297d8, State: Initialized, Role: FOLLOWER
02:21:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.125922 5469 consensus_queue.cc:260] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.128530 5575 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.129374 5575 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [sys.catalog]: This master's current role is: FOLLOWER
02:21:44.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.130192 5469 sys_catalog.cc:564] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [sys.catalog]: configured and running, proceeding with master startup.
02:21:44.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.130388 5444 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a82ca677361947ac9eff5a74258e2d79" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" is_pre_election: true
02:21:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.131652 5444 raft_consensus.cc:2466] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a82ca677361947ac9eff5a74258e2d79 in term 0.
02:21:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.133153 5498 leader_election.cc:304] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a82ca677361947ac9eff5a74258e2d79, e5dc5d6aaaf34dc895ce1ccdd1c297d8; no voters:
02:21:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.134146 5559 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:21:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.134481 5559 raft_consensus.cc:491] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:21:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.134927 5559 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 0 FOLLOWER]: Advancing to term 1
02:21:44.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.142208 5559 raft_consensus.cc:513] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:44.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:44.146106 5423 tablet.cc:2378] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:21:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.147842 5559 leader_election.cc:290] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [CANDIDATE]: Term 1 election: Requested vote from peers a27caeccd1fa49cd9c87d0ebf4303e1b (127.5.48.62:40655), e5dc5d6aaaf34dc895ce1ccdd1c297d8 (127.5.48.61:43715)
02:21:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.147554 5444 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a82ca677361947ac9eff5a74258e2d79" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8"
02:21:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.157475 5444 raft_consensus.cc:3058] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [term 0 FOLLOWER]: Advancing to term 1
02:21:44.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.173218 5444 raft_consensus.cc:2466] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a82ca677361947ac9eff5a74258e2d79 in term 1.
02:21:44.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.176365 5498 leader_election.cc:304] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a82ca677361947ac9eff5a74258e2d79, e5dc5d6aaaf34dc895ce1ccdd1c297d8; no voters:
02:21:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.177309 5559 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 1 FOLLOWER]: Leader election won for term 1
02:21:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.183142 5559 raft_consensus.cc:695] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [term 1 LEADER]: Becoming Leader. State: Replica: a82ca677361947ac9eff5a74258e2d79, State: Running, Role: LEADER
02:21:44.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.185357 5559 consensus_queue.cc:237] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.215623 5580 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a82ca677361947ac9eff5a74258e2d79. Latest consensus state: current_term: 1 leader_uuid: "a82ca677361947ac9eff5a74258e2d79" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.216356 5580 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: This master's current role is: LEADER
02:21:44.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.231617 5587 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:21:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.238466 5587 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:21:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:44.258661 5589 catalog_manager.cc:1560] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:21:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:44.259188 5589 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:21:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.274354 5444 raft_consensus.cc:1273] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [term 1 FOLLOWER]: Refusing update from remote peer a82ca677361947ac9eff5a74258e2d79: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:21:44.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.275928 5580 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:21:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.235421 5396 master_runner.cc:186] Error getting master registration for 127.5.48.62:40655: OK, instance_id { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" instance_seqno: 1756952499786086 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:21:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.297060 5396 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:21:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.323565 5575 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a82ca677361947ac9eff5a74258e2d79. Latest consensus state: current_term: 1 leader_uuid: "a82ca677361947ac9eff5a74258e2d79" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.324246 5575 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [sys.catalog]: This master's current role is: FOLLOWER
02:21:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.330228 5591 mvcc.cc:204] Tried to move back new op lower bound from 7196477457472847872 to 7196477457189482496. Current Snapshot: MvccSnapshot[applied={T|T < 7196477457472847872}]
02:21:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.333720 5559 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a82ca677361947ac9eff5a74258e2d79" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.334424 5559 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: This master's current role is: LEADER
02:21:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.336805 5587 catalog_manager.cc:1349] Generated new cluster ID: 068c3185a9be4c2caad5b55a1652725e
02:21:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.337085 5587 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:21:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.342252 5575 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a82ca677361947ac9eff5a74258e2d79" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.342931 5575 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8 [sys.catalog]: This master's current role is: FOLLOWER
02:21:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.368328 5587 catalog_manager.cc:1372] Generated new certificate authority record
02:21:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.370532 5587 catalog_manager.cc:1506] Loading token signing keys...
02:21:44.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.405256 5587 catalog_manager.cc:5955] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79: Generated new TSK 0
02:21:44.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.406343 5587 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.423700 5312 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/wal
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/data
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/logs
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/data/info.pb
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.48.1:0
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.48.1
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.48.1
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.48.62:40655,127.5.48.61:43715,127.5.48.60:33739
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.48.20:44717
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
02:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
02:21:44.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.449492 5394 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } attempt: 7
02:21:44.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.485611 5394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b: Bootstrap starting.
02:21:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.493008 5394 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b: Neither blocks nor log segments found. Creating new log.
02:21:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.495440 5394 log.cc:826] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b: Log is configured to *not* fsync() on all Append() calls
02:21:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.511677 5394 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b: No bootstrap required, opened a new log
02:21:44.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.579855 5394 raft_consensus.cc:357] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.582137 5394 raft_consensus.cc:383] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:21:44.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.583510 5394 raft_consensus.cc:738] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a27caeccd1fa49cd9c87d0ebf4303e1b, State: Initialized, Role: FOLLOWER
02:21:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.585943 5394 consensus_queue.cc:260] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } }
02:21:44.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.606462 5367 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a82ca677361947ac9eff5a74258e2d79" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b"
02:21:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.607203 5367 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [term 0 FOLLOWER]: Advancing to term 1
02:21:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.611438 5368 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a82ca677361947ac9eff5a74258e2d79" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" is_pre_election: true
02:21:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.617295 5367 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a82ca677361947ac9eff5a74258e2d79 in term 1.
02:21:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.618613 5366 raft_consensus.cc:1273] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [term 1 FOLLOWER]: Refusing update from remote peer a82ca677361947ac9eff5a74258e2d79: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:21:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.625023 5580 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:21:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.633447 5394 sys_catalog.cc:564] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [sys.catalog]: configured and running, proceeding with master startup.
02:21:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.696015 5599 sys_catalog.cc:455] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "a82ca677361947ac9eff5a74258e2d79" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.696843 5599 sys_catalog.cc:458] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [sys.catalog]: This master's current role is: FOLLOWER
02:21:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.698035 5600 sys_catalog.cc:455] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [sys.catalog]: SysCatalogTable state changed. Reason: New leader a82ca677361947ac9eff5a74258e2d79. Latest consensus state: current_term: 1 leader_uuid: "a82ca677361947ac9eff5a74258e2d79" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.698763 5600 sys_catalog.cc:458] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [sys.catalog]: This master's current role is: FOLLOWER
02:21:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.700064 5606 sys_catalog.cc:455] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a82ca677361947ac9eff5a74258e2d79" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:44.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.700925 5606 sys_catalog.cc:458] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b [sys.catalog]: This master's current role is: FOLLOWER
02:21:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:44.760578 5617 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:21:45.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.046759 5596 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:45.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.047712 5596 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:45.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.048746 5596 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.105878 5596 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.107483 5596 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.48.1
02:21:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.168401 5580 sys_catalog.cc:455] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a82ca677361947ac9eff5a74258e2d79" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a27caeccd1fa49cd9c87d0ebf4303e1b" member_type: VOTER last_known_addr { host: "127.5.48.62" port: 40655 } } peers { permanent_uuid: "e5dc5d6aaaf34dc895ce1ccdd1c297d8" member_type: VOTER last_known_addr { host: "127.5.48.61" port: 43715 } } peers { permanent_uuid: "a82ca677361947ac9eff5a74258e2d79" member_type: VOTER last_known_addr { host: "127.5.48.60" port: 33739 } } }
02:21:45.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.169142 5580 sys_catalog.cc:458] T 00000000000000000000000000000000 P a82ca677361947ac9eff5a74258e2d79 [sys.catalog]: This master's current role is: LEADER
02:21:45.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.179320 5596 tablet_server_runner.cc:78] Tablet server non-default flags:
02:21:45.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:45.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.48.20:44717
02:21:45.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/data
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/wal
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.48.1:0
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/data/info.pb
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.48.1
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.48.62:40655,127.5.48.61:43715,127.5.48.60:33739
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.48.1
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/logs
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 01:43:22 UTC on 5fd53c4cbb9d
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7889
02:21:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:45.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.181034 5596 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.183213 5596 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.199769 5626 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5596==WARNING: invalid path to external symbolizer!
02:21:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5596==WARNING: Failed to use and restart external symbolizer!
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5596)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000071a0 by thread T6:
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:21:45.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x44676a)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000071a0 by thread T5:
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4936bc)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x44676a)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-5627' (tid=5627, running) created by main thread at:
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446018)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x146136)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144596)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:21:45.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-5626' (tid=5626, finished) created by main thread at:
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446018)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x146136)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144596)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu+0x49679f)
02:21:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.202160 5627 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5596)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fdae2f54c08 by thread T6:
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x446955)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x450a9c)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x446786)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x468cdf)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fdae2f54c08 by thread T5 (mutexes: write M83):
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446990)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x450a9c)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x446786)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x468cdf)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004edc08)
02:21:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fdae0eba840) created at:
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cf7b)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-5627' (tid=5627, running) created by main thread at:
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446018)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x146136)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144596)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-5626' (tid=5626, finished) created by main thread at:
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446018)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x146136)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144596)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:21:45.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskQzbbnl/build/tsan/lib/libkudu_util.so+0x446955)
02:21:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.243887 5629 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:45.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.244369 5596 server_base.cc:1047] running on GCE node
02:21:45.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.245306 5596 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:45.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.247484 5596 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:45.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.248903 5596 hybrid_clock.cc:648] HybridClock initialized: now 1756952505248854 us; error 47 us; skew 500 ppm
02:21:45.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.249752 5596 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.256282 5596 webserver.cc:480] Webserver started at http://127.5.48.1:43575/ using document root <none> and password file <none>
02:21:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.257330 5596 fs_manager.cc:362] Metadata directory not provided
02:21:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.257580 5596 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.257889 5596 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.258513 5596 fs_manager.cc:362] Metadata directory not provided
02:21:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.258746 5596 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.259390 5596 ts_tablet_manager.cc:1500] Shutting down tablet manager...
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5596)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3757):
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0ed4)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f172)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x143e92)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143c26)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x401a1f)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255e62)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e8a)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T12:
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2a2f)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1404)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a8e)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3757 (0x7b6800001980) created at:
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c24ef)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a8e)
02:21:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=5633, running) created by main thread at:
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c278d)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a8e)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskQzbbnl/build/tsan/lib/libserver_process.so+0x1c0ed4)
02:21:45.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.267500 5589 catalog_manager.cc:1261] Loaded cluster ID: 068c3185a9be4c2caad5b55a1652725e
02:21:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.267736 5589 catalog_manager.cc:1554] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: loading cluster ID for follower catalog manager: success
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5596)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00031dd0 by thread T12:
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2ac0)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00031dd0 by main thread:
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbcbd)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190ca7)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1901d8)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a8e)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=5633, running) created by main thread at:
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c278d)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a8e)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu+0x49679f)
02:21:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:45.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.277052 5589 catalog_manager.cc:1576] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: acquiring CA information for follower catalog manager: success
02:21:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.282496 5589 catalog_manager.cc:1604] T 00000000000000000000000000000000 P e5dc5d6aaaf34dc895ce1ccdd1c297d8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:21:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:45.286130 5596 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:21:45.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849/ts-0: No such file or directory (error 2)
02:21:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.769881 5617 catalog_manager.cc:1261] Loaded cluster ID: 068c3185a9be4c2caad5b55a1652725e
02:21:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.770167 5617 catalog_manager.cc:1554] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b: loading cluster ID for follower catalog manager: success
02:21:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.779393 5617 catalog_manager.cc:1576] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b: acquiring CA information for follower catalog manager: success
02:21:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:45.785728 5617 catalog_manager.cc:1604] T 00000000000000000000000000000000 P a27caeccd1fa49cd9c87d0ebf4303e1b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:21:46.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
02:21:46.328 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu: process exited with non-zero status 66"
}
02:21:46.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:46.328867 5312 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu with pid 5325
02:21:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:46.351692 5312 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu with pid 5396
02:21:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 02:21:46.379259 5312 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu with pid 5471
02:21:46.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:46.401005 5312 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849 during walk: No such file or directory
02:21:46.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:46.401217 5312 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849 during walk: No such file or directory
02:21:46.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 02:21:46.401546 5312 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskQzbbnl/test-tmp/mini-kudu-cluster2356717290138751849: One or more errors occurred
02:21:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5312==WARNING: invalid path to external symbolizer!
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5312==WARNING: Failed to use and restart external symbolizer!
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5312)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3457):
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0ed4)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f172)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:21:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2a2f)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48dcc2)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d7f96)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x652939)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x651234)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529e81)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529dec)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529d5c)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5289c5)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645090)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6459c7)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645f0e)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001e00 allocated by main thread:
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1404)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3457 (0x7b6800001f80) created at:
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c24ef)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=5320, running) created by main thread at:
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c278d)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskQzbbnl/build/tsan/lib/libserver_process.so+0x1c0ed4)
02:21:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5312)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c000346b0 by thread T5:
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2ac0)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c000346b0 by main thread:
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbcbd)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190ca7)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190f27)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221cb)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=5320, running) created by main thread at:
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c278d)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu+0x49679f)
02:21:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5312)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3454):
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0ed4)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f172)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2a2f)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d6fd)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0f79)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f172)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
02:21:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6585e7)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x654a5d)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65412b)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x651350)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529e81)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529dec)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x529d5c)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5289c5)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645090)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6459c7)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x645f0e)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1404)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3454 (0x7b6800001980) created at:
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c24ef)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=5319, running) created by main thread at:
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c278d)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskQzbbnl/build/tsan/lib/libserver_process.so+0x1c0ed4)
02:21:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5312)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00034320 by thread T4:
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2ac0)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00034320 by main thread:
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbcbd)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190ca7)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190f27)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e21)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=5319, running) created by main thread at:
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c278d)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1900f0)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu+0x49679f)
02:21:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:46.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T02:21:46Z chronyd exiting
02:21:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
02:21:47.467 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskQzbbnl/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)