15:20:32.014 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:20:32.014 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdY4jMU/test-tmp
15:20:32.015 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:20:32.015 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdY4jMU/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:20:32.016 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637"
extra_tserver_flags: "--scanner_ttl_ms=1000"
extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:20:32.320 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:20:32.320 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:20:32.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.323097 4071 mini_oidc.cc:150] Starting JWKS server
15:20:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.326488 4071 webserver.cc:458] Webserver started at http://127.0.0.1:44759/ using document root <none> and password file <none>
15:20:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.326875 4071 mini_oidc.cc:186] Starting OIDC Discovery server
15:20:32.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.328502 4071 webserver.cc:458] Webserver started at http://127.0.0.1:45129/ using document root <none> and password file <none>
15:20:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-15T15:20:32Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:20:32.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-15T15:20:32Z Disabled control of system clock
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.390677 4071 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/wal
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/data
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/logs
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/data/info.pb
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.249.254:43611
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.249.254
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.249.212:33035
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.249.254:43611,127.3.249.253:46805,127.3.249.252:42235
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44759/jwks.json with env {}
15:20:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.671710 4084 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:20:32.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.672212 4084 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:20:32.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.672704 4084 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:20:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.702414 4084 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:20:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.702657 4084 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:20:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.702839 4084 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:20:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.703012 4084 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:20:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.703210 4084 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:20:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.703354 4084 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44759/jwks.json
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.735939 4084 master_runner.cc:386] Master server non-default flags:
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.249.212:33035
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/data
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/wal
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.249.254:43611,127.3.249.253:46805,127.3.249.252:42235
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.249.254:43611
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44759/jwks.json
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/data/info.pb
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.249.254
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/logs
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 75b75ca2f58f1a5aba69207830e3558011033d99
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jan 2025 14:43:21 UTC on a633016ff5c9
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4192
15:20:32.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:20:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.737208 4084 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:20:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.738649 4084 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:20:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.754580 4090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:33.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.754707 4091 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:33.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:32.756305 4084 server_base.cc:1034] running on GCE node
15:20:33.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:32.755573 4093 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:33.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.895715 4084 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:20:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.898352 4084 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:20:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.899693 4084 hybrid_clock.cc:648] HybridClock initialized: now 1736954433899663 us; error 57 us; skew 500 ppm
15:20:33.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.900440 4084 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:20:33.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.906725 4084 webserver.cc:458] Webserver started at http://127.3.249.254:33923/ using document root <none> and password file <none>
15:20:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.907585 4084 fs_manager.cc:362] Metadata directory not provided
15:20:33.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.907799 4084 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:20:33.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.908177 4084 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:20:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.912840 4084 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/data/instance:
15:20:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0a9e8d9c2a948d49923a7bca5a7412a"
15:20:33.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:33 on dist-test-slave-9zr4"
15:20:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.913921 4084 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/wal/instance:
15:20:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0a9e8d9c2a948d49923a7bca5a7412a"
15:20:33.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:33 on dist-test-slave-9zr4"
15:20:33.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.920646 4084 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
15:20:33.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.925923 4100 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.926898 4084 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.927175 4084 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/data,/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/wal
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0a9e8d9c2a948d49923a7bca5a7412a"
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:33 on dist-test-slave-9zr4"
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.927453 4084 fs_report.cc:389] FS layout report
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/wal
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/wal
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/data/data
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:20:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:20:33.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:20:33.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:20:33.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:20:33.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:20:33.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.977687 4084 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:20:33.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.979004 4084 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:20:33.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:33.979393 4084 kserver.cc:163] Server-wide thread pool size limit: 3276
15:20:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.044523 4084 rpc_server.cc:307] RPC server started. Bound to: 127.3.249.254:43611
15:20:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.044586 4153 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.249.254:43611 every 8 connection(s)
15:20:34.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.047209 4084 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/data/info.pb
15:20:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.051901 4154 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:20:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.055711 4071 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu as pid 4084
15:20:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.056185 4071 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-0/wal/instance
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.059298 4071 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/wal
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/data
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/logs
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/data/info.pb
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:20:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.249.253:46805
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.249.253
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.249.212:33035
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.249.254:43611,127.3.249.253:46805,127.3.249.252:42235
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44759/jwks.json with env {}
15:20:34.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.062407 4154 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } has no permanent_uuid. Determining permanent_uuid...
15:20:34.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.085505 4154 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } has no permanent_uuid. Determining permanent_uuid...
15:20:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.087839 4102 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.249.253:46805: connect: Connection refused (error 111)
15:20:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.091509 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.253:46805: Network error: Client connection negotiation failed: client connection to 127.3.249.253:46805: connect: Connection refused (error 111)
15:20:34.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.141106 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } attempt: 1
15:20:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.145264 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.253:46805: Network error: Client connection negotiation failed: client connection to 127.3.249.253:46805: connect: Connection refused (error 111)
15:20:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.213740 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } attempt: 2
15:20:34.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.217739 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.253:46805: Network error: Client connection negotiation failed: client connection to 127.3.249.253:46805: connect: Connection refused (error 111)
15:20:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.309151 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } attempt: 3
15:20:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.312831 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.253:46805: Network error: Client connection negotiation failed: client connection to 127.3.249.253:46805: connect: Connection refused (error 111)
15:20:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.348286 4156 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:20:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.348757 4156 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:20:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.349221 4156 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:20:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.377907 4156 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:20:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.378149 4156 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:20:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.378343 4156 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:20:34.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.378600 4156 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:20:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.378875 4156 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:20:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.379055 4156 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44759/jwks.json
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.412148 4156 master_runner.cc:386] Master server non-default flags:
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.249.212:33035
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/data
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/wal
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.249.254:43611,127.3.249.253:46805,127.3.249.252:42235
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.249.253:46805
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44759/jwks.json
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/data/info.pb
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.249.253
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/logs
15:20:34.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 75b75ca2f58f1a5aba69207830e3558011033d99
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jan 2025 14:43:21 UTC on a633016ff5c9
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4192
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:20:34.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.413566 4156 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:20:34.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.415280 4156 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:20:34.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.431128 4168 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:34.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.456277 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } attempt: 4
15:20:34.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.460527 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.253:46805: Network error: Client connection negotiation failed: client connection to 127.3.249.253:46805: connect: Connection refused (error 111)
15:20:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.759881 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } attempt: 5
15:20:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.764175 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.253:46805: Network error: Client connection negotiation failed: client connection to 127.3.249.253:46805: connect: Connection refused (error 111)
15:20:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.311511 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } attempt: 6
15:20:35.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:35.318763 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.253:46805: Network error: Client connection negotiation failed: client connection to 127.3.249.253:46805: connect: Connection refused (error 111)
15:20:35.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.432186 4165 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:35.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:34.432893 4156 server_base.cc:1034] running on GCE node
15:20:35.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:34.431771 4166 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:35.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.550021 4156 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:20:35.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.552466 4156 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:20:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.553795 4156 hybrid_clock.cc:648] HybridClock initialized: now 1736954435553776 us; error 54 us; skew 500 ppm
15:20:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.554527 4156 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:20:35.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.561057 4156 webserver.cc:458] Webserver started at http://127.3.249.253:35441/ using document root <none> and password file <none>
15:20:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.561957 4156 fs_manager.cc:362] Metadata directory not provided
15:20:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.562131 4156 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:20:35.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.562467 4156 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:20:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.566792 4156 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/data/instance:
15:20:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cd32c608743470fb5390cad87b1aa9b"
15:20:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:35 on dist-test-slave-9zr4"
15:20:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.567675 4156 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/wal/instance:
15:20:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cd32c608743470fb5390cad87b1aa9b"
15:20:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:35 on dist-test-slave-9zr4"
15:20:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.573829 4156 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
15:20:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.578778 4178 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:20:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.579711 4156 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.579959 4156 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/data,/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/wal
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1cd32c608743470fb5390cad87b1aa9b"
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:35 on dist-test-slave-9zr4"
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.580221 4156 fs_report.cc:389] FS layout report
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/wal
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/wal
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/data/data
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:20:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:20:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.652767 4156 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:20:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.654013 4156 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:20:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.654366 4156 kserver.cc:163] Server-wide thread pool size limit: 3276
15:20:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.718304 4156 rpc_server.cc:307] RPC server started. Bound to: 127.3.249.253:46805
15:20:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.718410 4230 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.249.253:46805 every 8 connection(s)
15:20:35.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.720809 4156 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/data/info.pb
15:20:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.725617 4231 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:20:35.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.729013 4071 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu as pid 4156
15:20:35.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.729471 4071 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-1/wal/instance
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.731374 4071 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/wal
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/data
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/logs
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/data/info.pb
15:20:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.249.252:42235
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.249.252
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.249.212:33035
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.249.254:43611,127.3.249.253:46805,127.3.249.252:42235
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44759/jwks.json with env {}
15:20:35.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.736001 4231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } has no permanent_uuid. Determining permanent_uuid...
15:20:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.756179 4231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } has no permanent_uuid. Determining permanent_uuid...
15:20:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.768644 4231 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } has no permanent_uuid. Determining permanent_uuid...
15:20:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:35.770707 4182 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:35.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:35.774447 4231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:35.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.823933 4231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 1
15:20:35.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:35.828002 4231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.896373 4231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 2
15:20:35.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:35.900130 4231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:35.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:35.991477 4231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 3
15:20:35.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:35.995251 4231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.032927 4233 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:20:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.033460 4233 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:20:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.033905 4233 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:20:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.063550 4233 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:20:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.063805 4233 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:20:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.063987 4233 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:20:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.064172 4233 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:20:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.064333 4233 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:20:36.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.064463 4233 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44759/jwks.json
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.097892 4233 master_runner.cc:386] Master server non-default flags:
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.249.212:33035
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/data
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/wal
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.249.254:43611,127.3.249.253:46805,127.3.249.252:42235
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.249.252:42235
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44759/jwks.json
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/data/info.pb
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.249.252
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/logs
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 75b75ca2f58f1a5aba69207830e3558011033d99
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jan 2025 14:43:21 UTC on a633016ff5c9
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4192
15:20:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:20:36.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.099095 4233 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:20:36.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.100525 4233 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:20:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.114925 4244 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.138618 4231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 4
15:20:36.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.142202 4231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.379206 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } attempt: 7
15:20:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.393488 4154 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } has no permanent_uuid. Determining permanent_uuid...
15:20:36.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.402992 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.441598 4231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 5
15:20:36.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.445423 4231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.461441 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 1
15:20:36.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.465150 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.546751 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 2
15:20:36.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.550973 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:36.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.636547 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 3
15:20:36.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.640699 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.781302 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 4
15:20:36.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.785495 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:36.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.993091 4231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 6
15:20:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:37.000144 4231 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:37.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.069092 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 5
15:20:37.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:37.072712 4154 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.249.252:42235: Network error: Client connection negotiation failed: client connection to 127.3.249.252:42235: connect: Connection refused (error 111)
15:20:37.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.116562 4243 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:37.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:36.118014 4233 server_base.cc:1034] running on GCE node
15:20:37.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:36.117444 4246 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.261672 4233 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:20:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.264428 4233 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:20:37.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.265756 4233 hybrid_clock.cc:648] HybridClock initialized: now 1736954437265716 us; error 47 us; skew 500 ppm
15:20:37.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.266571 4233 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:20:37.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.272353 4233 webserver.cc:458] Webserver started at http://127.3.249.252:39297/ using document root <none> and password file <none>
15:20:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.273337 4233 fs_manager.cc:362] Metadata directory not provided
15:20:37.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.273562 4233 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:20:37.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.274037 4233 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:20:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.278939 4233 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/data/instance:
15:20:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd5e7dea192c441c8ca81cc384d426e8"
15:20:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:37 on dist-test-slave-9zr4"
15:20:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.279938 4233 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/wal/instance:
15:20:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd5e7dea192c441c8ca81cc384d426e8"
15:20:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:37 on dist-test-slave-9zr4"
15:20:37.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.286767 4233 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
15:20:37.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.291940 4258 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:20:37.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.292870 4233 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
15:20:37.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.293248 4233 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/data,/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/wal
15:20:37.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd5e7dea192c441c8ca81cc384d426e8"
15:20:37.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:37 on dist-test-slave-9zr4"
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.293576 4233 fs_report.cc:389] FS layout report
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/wal
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/wal
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/data/data
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:20:37.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:20:37.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.352546 4233 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:20:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.354069 4233 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:20:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.354518 4233 kserver.cc:163] Server-wide thread pool size limit: 3276
15:20:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.421052 4233 rpc_server.cc:307] RPC server started. Bound to: 127.3.249.252:42235
15:20:37.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.421171 4309 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.249.252:42235 every 8 connection(s)
15:20:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.423727 4233 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/data/info.pb
15:20:37.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.428551 4310 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:20:37.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.430708 4071 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu as pid 4233
15:20:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.431167 4071 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/master-2/wal/instance
15:20:37.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.446513 4310 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } has no permanent_uuid. Determining permanent_uuid...
15:20:37.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.471621 4310 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } has no permanent_uuid. Determining permanent_uuid...
15:20:37.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.480374 4310 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } has no permanent_uuid. Determining permanent_uuid...
15:20:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.494376 4310 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8: Bootstrap starting.
15:20:37.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.500291 4310 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8: Neither blocks nor log segments found. Creating new log.
15:20:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.502023 4310 log.cc:826] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8: Log is configured to *not* fsync() on all Append() calls
15:20:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.506654 4310 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8: No bootstrap required, opened a new log
15:20:37.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.527913 4310 raft_consensus.cc:357] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:37.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.528509 4310 raft_consensus.cc:383] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:20:37.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.528744 4310 raft_consensus.cc:738] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd5e7dea192c441c8ca81cc384d426e8, State: Initialized, Role: FOLLOWER
15:20:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.529346 4310 consensus_queue.cc:260] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.531468 4319 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.532054 4319 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: This master's current role is: FOLLOWER
15:20:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.532827 4310 sys_catalog.cc:564] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: configured and running, proceeding with master startup.
15:20:37.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:37.557844 4331 catalog_manager.cc:1559] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:20:37.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:37.558182 4331 catalog_manager.cc:874] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:20:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.552232 4233 master_runner.cc:186] Error getting master registration for 127.3.249.254:43611: OK, instance_id { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" instance_seqno: 1736954434026179 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:20:37.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.574424 4233 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:20:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:37.609717 4264 tablet.cc:2367] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:20:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.625178 4154 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 6
15:20:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.642081 4154 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: Bootstrap starting.
15:20:37.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.647217 4154 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: Neither blocks nor log segments found. Creating new log.
15:20:37.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.648860 4154 log.cc:826] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: Log is configured to *not* fsync() on all Append() calls
15:20:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.652997 4154 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: No bootstrap required, opened a new log
15:20:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.672791 4154 raft_consensus.cc:357] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.673450 4154 raft_consensus.cc:383] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:20:37.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.673753 4154 raft_consensus.cc:738] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0a9e8d9c2a948d49923a7bca5a7412a, State: Initialized, Role: FOLLOWER
15:20:37.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.674479 4154 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:37.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.677043 4335 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:37.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.677871 4335 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [sys.catalog]: This master's current role is: FOLLOWER
15:20:37.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.678349 4154 sys_catalog.cc:564] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [sys.catalog]: configured and running, proceeding with master startup.
15:20:37.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.718859 4319 raft_consensus.cc:491] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:20:37.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.719381 4319 raft_consensus.cc:513] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:37.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.724386 4127 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd5e7dea192c441c8ca81cc384d426e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" is_pre_election: true
15:20:37.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.725250 4127 raft_consensus.cc:2463] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cd5e7dea192c441c8ca81cc384d426e8 in term 0.
15:20:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:37.726032 4346 catalog_manager.cc:1559] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:20:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:37.726364 4346 catalog_manager.cc:874] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:20:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.726856 4262 leader_election.cc:304] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a0a9e8d9c2a948d49923a7bca5a7412a, cd5e7dea192c441c8ca81cc384d426e8; no voters:
15:20:37.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.730651 4319 leader_election.cc:290] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a0a9e8d9c2a948d49923a7bca5a7412a (127.3.249.254:43611), 1cd32c608743470fb5390cad87b1aa9b (127.3.249.253:46805)
15:20:37.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.731127 4319 raft_consensus.cc:2798] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:20:37.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.731456 4319 raft_consensus.cc:491] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:20:37.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.731726 4319 raft_consensus.cc:3054] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 0 FOLLOWER]: Advancing to term 1
15:20:37.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:37.737030 4106 tablet.cc:2367] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:20:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.757448 4319 raft_consensus.cc:513] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.767463 4127 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd5e7dea192c441c8ca81cc384d426e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a"
15:20:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.768002 4127 raft_consensus.cc:3054] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [term 0 FOLLOWER]: Advancing to term 1
15:20:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.774330 4127 raft_consensus.cc:2463] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cd5e7dea192c441c8ca81cc384d426e8 in term 1.
15:20:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.775588 4262 leader_election.cc:304] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a0a9e8d9c2a948d49923a7bca5a7412a, cd5e7dea192c441c8ca81cc384d426e8; no voters:
15:20:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.776491 4348 raft_consensus.cc:2798] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 1 FOLLOWER]: Leader election won for term 1
15:20:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.778136 4319 leader_election.cc:290] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [CANDIDATE]: Term 1 election: Requested vote from peers a0a9e8d9c2a948d49923a7bca5a7412a (127.3.249.254:43611), 1cd32c608743470fb5390cad87b1aa9b (127.3.249.253:46805)
15:20:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.786784 4348 raft_consensus.cc:695] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [term 1 LEADER]: Becoming Leader. State: Replica: cd5e7dea192c441c8ca81cc384d426e8, State: Running, Role: LEADER
15:20:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.790532 4348 consensus_queue.cc:237] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.708549 4084 master_runner.cc:186] Error getting master registration for 127.3.249.253:46805: OK, instance_id { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" instance_seqno: 1736954435699701 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:20:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.798254 4084 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:20:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.802130 4319 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd5e7dea192c441c8ca81cc384d426e8. Latest consensus state: current_term: 1 leader_uuid: "cd5e7dea192c441c8ca81cc384d426e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.802814 4319 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: This master's current role is: LEADER
15:20:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.806243 4351 catalog_manager.cc:1476] Loading table and tablet metadata into memory...
15:20:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.812958 4351 catalog_manager.cc:1485] Initializing Kudu cluster ID...
15:20:37.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.836122 4127 raft_consensus.cc:1270] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [term 1 FOLLOWER]: Refusing update from remote peer cd5e7dea192c441c8ca81cc384d426e8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:20:37.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.837767 4319 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:20:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.862843 4335 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd5e7dea192c441c8ca81cc384d426e8. Latest consensus state: current_term: 1 leader_uuid: "cd5e7dea192c441c8ca81cc384d426e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.863554 4335 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [sys.catalog]: This master's current role is: FOLLOWER
15:20:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.872115 4352 mvcc.cc:204] Tried to move back new op lower bound from 7114565377355223040 to 7114565377212727296. Current Snapshot: MvccSnapshot[applied={T|T < 7114565377355223040}]
15:20:37.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.880791 4349 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cd5e7dea192c441c8ca81cc384d426e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:37.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.881851 4349 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: This master's current role is: LEADER
15:20:37.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.882807 4353 mvcc.cc:204] Tried to move back new op lower bound from 7114565377355223040 to 7114565377212727296. Current Snapshot: MvccSnapshot[applied={T|T < 7114565377355223040}]
15:20:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.885542 4351 catalog_manager.cc:1348] Generated new cluster ID: b31aff6ed50c400e8583acba57b6b1f9
15:20:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.885826 4351 catalog_manager.cc:1496] Initializing Kudu internal certificate authority...
15:20:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.900426 4335 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cd5e7dea192c441c8ca81cc384d426e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.901161 4335 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a [sys.catalog]: This master's current role is: FOLLOWER
15:20:37.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.924861 4351 catalog_manager.cc:1371] Generated new certificate authority record
15:20:37.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.927793 4351 catalog_manager.cc:1505] Loading token signing keys...
15:20:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.961908 4351 catalog_manager.cc:5899] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8: Generated new TSK 0
15:20:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:37.963160 4351 catalog_manager.cc:1515] Initializing in-progress tserver states...
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.005983 4071 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/wal
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/logs
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data/info.pb
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.249.193:0
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.249.193
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.249.193
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.249.254:43611,127.3.249.253:46805,127.3.249.252:42235
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.249.212:33035
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
15:20:38.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
15:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.060643 4231 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } attempt: 7
15:20:38.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.114136 4231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b: Bootstrap starting.
15:20:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.130354 4231 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b: Neither blocks nor log segments found. Creating new log.
15:20:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.133817 4231 log.cc:826] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b: Log is configured to *not* fsync() on all Append() calls
15:20:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.157851 4231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b: No bootstrap required, opened a new log
15:20:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.218909 4231 raft_consensus.cc:357] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:38.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.219967 4231 raft_consensus.cc:383] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:20:38.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.220376 4231 raft_consensus.cc:738] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1cd32c608743470fb5390cad87b1aa9b, State: Initialized, Role: FOLLOWER
15:20:38.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.221475 4231 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } }
15:20:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.229746 4360 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.233853 4360 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [sys.catalog]: This master's current role is: FOLLOWER
15:20:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.233513 4231 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [sys.catalog]: configured and running, proceeding with master startup.
15:20:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.234589 4204 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd5e7dea192c441c8ca81cc384d426e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1cd32c608743470fb5390cad87b1aa9b"
15:20:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.236510 4205 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cd5e7dea192c441c8ca81cc384d426e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1cd32c608743470fb5390cad87b1aa9b" is_pre_election: true
15:20:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.234077 4203 raft_consensus.cc:3054] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [term 0 FOLLOWER]: Advancing to term 1
15:20:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.247771 4203 raft_consensus.cc:1270] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [term 1 FOLLOWER]: Refusing update from remote peer cd5e7dea192c441c8ca81cc384d426e8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:20:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.260176 4348 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:20:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.344318 4360 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [sys.catalog]: SysCatalogTable state changed. Reason: New leader cd5e7dea192c441c8ca81cc384d426e8. Latest consensus state: current_term: 1 leader_uuid: "cd5e7dea192c441c8ca81cc384d426e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.346019 4374 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cd5e7dea192c441c8ca81cc384d426e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:38.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.346879 4374 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [sys.catalog]: This master's current role is: FOLLOWER
15:20:38.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.347571 4360 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b [sys.catalog]: This master's current role is: FOLLOWER
15:20:38.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.385203 4376 catalog_manager.cc:1260] Loaded cluster ID: b31aff6ed50c400e8583acba57b6b1f9
15:20:38.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.385701 4376 catalog_manager.cc:1553] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b: loading cluster ID for follower catalog manager: success
15:20:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.392469 4376 catalog_manager.cc:1575] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b: acquiring CA information for follower catalog manager: success
15:20:38.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.397876 4376 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 1cd32c608743470fb5390cad87b1aa9b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:20:38.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.666934 4357 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:20:38.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.667603 4357 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:20:38.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.668776 4357 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:20:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.730428 4357 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:20:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.731670 4346 catalog_manager.cc:1260] Loaded cluster ID: b31aff6ed50c400e8583acba57b6b1f9
15:20:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.731839 4357 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.249.193
15:20:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.732082 4346 catalog_manager.cc:1553] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: loading cluster ID for follower catalog manager: success
15:20:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.739023 4346 catalog_manager.cc:1575] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: acquiring CA information for follower catalog manager: success
15:20:38.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.762461 4346 catalog_manager.cc:1603] T 00000000000000000000000000000000 P a0a9e8d9c2a948d49923a7bca5a7412a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:20:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.800098 4357 tablet_server_runner.cc:78] Tablet server non-default flags:
15:20:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.249.212:33035
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/wal
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.249.193:0
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data/info.pb
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.249.193
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.249.254:43611,127.3.249.253:46805,127.3.249.252:42235
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.249.193
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/logs
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 75b75ca2f58f1a5aba69207830e3558011033d99
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jan 2025 14:43:21 UTC on a633016ff5c9
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4192
15:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:20:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.802017 4357 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:20:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.803999 4357 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:20:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.862479 4383 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:38.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==4357==WARNING: invalid path to external symbolizer!
15:20:38.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==4357==WARNING: Failed to use and restart external symbolizer!
15:20:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.890445 4348 sys_catalog.cc:455] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cd5e7dea192c441c8ca81cc384d426e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0a9e8d9c2a948d49923a7bca5a7412a" member_type: VOTER last_known_addr { host: "127.3.249.254" port: 43611 } } peers { permanent_uuid: "1cd32c608743470fb5390cad87b1aa9b" member_type: VOTER last_known_addr { host: "127.3.249.253" port: 46805 } } peers { permanent_uuid: "cd5e7dea192c441c8ca81cc384d426e8" member_type: VOTER last_known_addr { host: "127.3.249.252" port: 42235 } } }
15:20:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.891196 4348 sys_catalog.cc:458] T 00000000000000000000000000000000 P cd5e7dea192c441c8ca81cc384d426e8 [sys.catalog]: This master's current role is: LEADER
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4357)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0400006d90 by thread T6:
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59ea04)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e839)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x448fe6)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x4689ff)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b0400006d90 by thread T5:
15:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4933dc)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59ea04)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e839)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x448fe6)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x4689ff)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-4384' (tid=4384, running) created by main thread at:
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44884a)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255b72)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263471)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629859)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-4383' (tid=4383, finished) created by main thread at:
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44884a)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255b72)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263471)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629859)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu+0x4964bf)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4357)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fb232a9c5f0 by thread T7:
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x4491f5)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4534ac)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449002)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x4689ff)
15:20:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fb232a9c5f0 by thread T5 (mutexes: write M83):
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449230)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x4534ac)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449002)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x4689ff)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f65f0)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fb2309d6840) created at:
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc9b)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T7 'GCE-4385' (tid=4385, running) created by main thread at:
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44884a)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255b72)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263471)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629859)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-4383' (tid=4383, finished) created by main thread at:
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44884a)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255b72)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263471)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629859)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskdY4jMU/build/tsan/lib/libkudu_util.so+0x4491f5)
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.881208 4357 server_base.cc:1034] running on GCE node
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.881385 4387 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.863066 4384 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.906661 4357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:20:38.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.918509 4357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:20:38.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.919907 4357 hybrid_clock.cc:648] HybridClock initialized: now 1736954438919877 us; error 42 us; skew 500 ppm
15:20:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.920776 4357 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:20:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.953778 4357 webserver.cc:458] Webserver started at http://127.3.249.193:45451/ using document root <none> and password file <none>
15:20:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.954921 4357 fs_manager.cc:362] Metadata directory not provided
15:20:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.955201 4357 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:20:38.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.955749 4357 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:20:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.963876 4357 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data/instance:
15:20:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0da7ac465ced450ca792b51318df06c0"
15:20:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-15 15:20:38 on dist-test-slave-9zr4"
15:20:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.973850 4357 pb_util.cc:1082] Could not delete file /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/wal/instance.kudutmp.HUcr5F: Not found: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/wal/instance.kudutmp.HUcr5F: No such file or directory (error 2)
15:20:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.974188 4357 fs_manager.cc:868] Could not delete file /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data/instance: Not found: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data/instance: No such file or directory (error 2)
15:20:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.974471 4357 fs_manager.cc:873] Could not delete dir /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/wal: Not found: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/wal: No such file or directory (error 2)
15:20:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:38.974697 4357 fs_manager.cc:873] Could not delete dir /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data: Not found: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/data: No such file or directory (error 2)
15:20:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:38.975379 4357 ts_tablet_manager.cc:1500] Shutting down tablet manager...
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4357)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M24624009580658040):
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x142eb2)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x142c46)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x3fcc3f)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255502)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x2634fa)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:20:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T12:
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c069f)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255b72)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263471)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:20:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M24624009580658040 is already destroyed.
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=4392, running) created by main thread at:
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255b72)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263471)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskdY4jMU/build/tsan/lib/libserver_process.so+0x1becb4)
15:20:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4357)
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00040230 by thread T12:
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0730)
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x4689ff)
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00040230 by main thread:
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b9a98)
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18fbdb)
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f108)
15:20:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255b72)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263471)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=4392, running) created by main thread at:
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255b72)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263471)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:20:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu+0x4964bf)
15:20:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: unable to create file system roots: unable to write instance metadata: Failed to rename tmp file to /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/wal/instance: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637/ts-0/wal/instance.kudutmp.HUcr5F: No such file or directory (error 2)
15:20:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
15:20:40.043 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu: process exited with non-zero status 66"
}
15:20:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:40.043608 4071 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu with pid 4084
15:20:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:40.069521 4071 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu with pid 4156
15:20:40.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250115 15:20:40.091567 4071 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu with pid 4233
15:20:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:40.117820 4071 env_posix.cc:2125] Unable to access file /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637 during walk: No such file or directory
15:20:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:40.118008 4071 env_posix.cc:2127] Unable to access file /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637 during walk: No such file or directory
15:20:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250115 15:20:40.118191 4071 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskdY4jMU/test-tmp/mini-kudu-cluster139941370207158637: One or more errors occurred
15:20:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==4071==WARNING: invalid path to external symbolizer!
15:20:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==4071==WARNING: Failed to use and restart external symbolizer!
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4071)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800004200 by main thread (mutexes: write M3882):
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3ebe)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9918d)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9812b)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846ba)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84819)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x656d47)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6531bd)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65288b)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64fac0)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529a01)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x52996c)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5298dc)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x528545)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x6455a0)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645ed7)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x64641e)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800004200 by thread T5:
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c069f)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d9e2)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f1a)
15:20:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dd086)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90b3e)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94017)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a5f)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c9a)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x6510a9)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x64f9a4)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529a01)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x52996c)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5298dc)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x528545)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6455a0)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645ed7)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x64641e)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800004200 allocated by main thread:
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3882 (0x7b6800004378) created at:
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46ca22)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bff41)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=4079, running) created by main thread at:
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskdY4jMU/build/tsan/lib/libserver_process.so+0x1becb4)
15:20:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4071)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00042540 by thread T5:
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0730)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x4689ff)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00042540 by main thread:
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b9a98)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18fbdb)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18fea7)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221c9)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=4079, running) created by main thread at:
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu+0x4964bf)
15:20:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4071)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M3879):
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3ebe)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9918d)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9812b)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846ba)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84819)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x656d47)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6531bd)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65288b)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64fac0)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529a01)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x52996c)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5298dc)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x528545)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x6455a0)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645ed7)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x64641e)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T4:
15:20:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c069f)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d41d)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bed59)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e0c2)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3ebe)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9918d)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9812b)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846ba)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84819)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x656d47)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x6531bd)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65288b)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64fac0)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529a01)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x52996c)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5298dc)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x528545)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6455a0)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645ed7)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x64641e)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3879 (0x7b6800003d78) created at:
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46ca22)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bff41)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=4078, running) created by main thread at:
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskdY4jMU/build/tsan/lib/libserver_process.so+0x1becb4)
15:20:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4071)
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c000421b0 by thread T4:
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0730)
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x4689ff)
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c000421b0 by main thread:
15:20:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b9a98)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18fbdb)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18fea7)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e21)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=4078, running) created by main thread at:
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu+0x4964bf)
15:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:20:40.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-15T15:20:40Z chronyd exiting
15:20:41.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
15:20:41.196 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskdY4jMU/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)