02:18:05.630 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:18:05.630 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskVcUUSP/test-tmp
02:18:05.630 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:18:05.631 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskVcUUSP/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:18:05.632 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422"
extra_tserver_flags: "--scanner_ttl_ms=1000"
extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:18:05.956 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:18:05.956 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:18:05.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:05.961571 6293 mini_oidc.cc:152] Starting JWKS server
02:18:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:05.966420 6293 webserver.cc:460] Webserver started at http://127.0.0.1:41067/ using document root <none> and password file <none>
02:18:05.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:05.967156 6293 mini_oidc.cc:189] Starting OIDC Discovery server
02:18:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:05.969573 6293 webserver.cc:460] Webserver started at http://127.0.0.1:35663/ using document root <none> and password file <none>
02:18:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-02T02:18:06Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
02:18:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-02T02:18:06Z Disabled control of system clock
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:06.042102 6293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/wal
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/data
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/logs
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/data/info.pb
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:06.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.37.126:34533
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.37.126
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.37.84:44817
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.37.126:34533,127.6.37.125:34353,127.6.37.124:45759
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41067/jwks.json with env {}
02:18:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.347751 6306 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:18:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.348482 6306 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:18:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.349064 6306 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:18:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.379297 6306 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:18:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.379684 6306 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:18:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.379997 6306 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:18:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.380265 6306 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:18:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.380532 6306 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:18:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.380751 6306 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41067/jwks.json
02:18:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:06.415251 6306 master_runner.cc:386] Master server non-default flags:
02:18:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.37.84:44817
02:18:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/data
02:18:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/wal
02:18:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.37.126:34533,127.6.37.125:34353,127.6.37.124:45759
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.37.126:34533
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41067/jwks.json
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/data/info.pb
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.37.126
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/logs
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2024 01:43:22 UTC on 1a15035a6830
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 84
02:18:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:18:06.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:06.416815 6306 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:18:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:06.418466 6306 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:18:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.432384 6312 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.432825 6313 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:07.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:06.434623 6315 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:07.517271 6314 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:18:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.517324 6306 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:18:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.521539 6306 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:18:07.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.524675 6306 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:18:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.526111 6306 hybrid_clock.cc:648] HybridClock initialized: now 1714616287526069 us; error 61 us; skew 500 ppm
02:18:07.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.526921 6306 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:18:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.538914 6306 webserver.cc:460] Webserver started at http://127.6.37.126:42083/ using document root <none> and password file <none>
02:18:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.539845 6306 fs_manager.cc:359] Metadata directory not provided
02:18:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.540046 6306 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:18:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.540472 6306 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:18:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.545588 6306 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/data/instance:
02:18:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b07acf5815fb4c0e829dfedd30bd59de"
02:18:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:07 on dist-test-slave-4cx6"
02:18:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.546710 6306 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/wal/instance:
02:18:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b07acf5815fb4c0e829dfedd30bd59de"
02:18:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:07 on dist-test-slave-4cx6"
02:18:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.554029 6306 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
02:18:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.559567 6322 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:18:07.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.560599 6306 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.002s
02:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.560938 6306 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/data,/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/wal
02:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b07acf5815fb4c0e829dfedd30bd59de"
02:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:07 on dist-test-slave-4cx6"
02:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.561280 6306 fs_report.cc:383] FS layout report
02:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/wal
02:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/wal
02:18:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/data/data
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:18:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:18:07.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.647176 6306 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:18:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.649253 6306 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:18:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.649770 6306 kserver.cc:163] Server-wide thread pool size limit: 3276
02:18:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.720506 6306 rpc_server.cc:307] RPC server started. Bound to: 127.6.37.126:34533
02:18:07.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.720590 6374 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.37.126:34533 every 8 connection(s)
02:18:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.723223 6306 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/data/info.pb
02:18:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.727157 6293 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu as pid 6306
02:18:07.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.727712 6293 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-0/wal/instance
02:18:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.729194 6375 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.733069 6293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/wal
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/data
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/logs
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/data/info.pb
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:18:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.37.125:34353
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.37.125
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.37.84:44817
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.37.126:34533,127.6.37.125:34353,127.6.37.124:45759
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41067/jwks.json with env {}
02:18:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.744314 6375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.37.126" port: 34533 } has no permanent_uuid. Determining permanent_uuid...
02:18:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.771499 6375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } has no permanent_uuid. Determining permanent_uuid...
02:18:07.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:07.774166 6325 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.37.125:34353: connect: Connection refused (error 111)
02:18:07.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:07.778677 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.125:34353: Network error: Client connection negotiation failed: client connection to 127.6.37.125:34353: connect: Connection refused (error 111)
02:18:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.828217 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } attempt: 1
02:18:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:07.832440 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.125:34353: Network error: Client connection negotiation failed: client connection to 127.6.37.125:34353: connect: Connection refused (error 111)
02:18:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.900938 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } attempt: 2
02:18:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:07.905000 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.125:34353: Network error: Client connection negotiation failed: client connection to 127.6.37.125:34353: connect: Connection refused (error 111)
02:18:07.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:07.996505 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } attempt: 3
02:18:08.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.000515 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.125:34353: Network error: Client connection negotiation failed: client connection to 127.6.37.125:34353: connect: Connection refused (error 111)
02:18:08.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.044796 6377 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:18:08.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.045349 6377 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:18:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.045936 6377 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:18:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.075140 6377 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:18:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.075516 6377 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:18:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.075824 6377 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:18:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.076099 6377 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:18:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.076380 6377 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:18:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.076613 6377 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41067/jwks.json
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:08.112841 6377 master_runner.cc:386] Master server non-default flags:
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.37.84:44817
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/data
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/wal
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.37.126:34533,127.6.37.125:34353,127.6.37.124:45759
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.37.125:34353
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41067/jwks.json
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/data/info.pb
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.37.125
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:18:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/logs
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2024 01:43:22 UTC on 1a15035a6830
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 84
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:18:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:08.114336 6377 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:18:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:08.116122 6377 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:18:08.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.131515 6390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:08.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:08.143990 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } attempt: 4
02:18:08.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.147954 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.125:34353: Network error: Client connection negotiation failed: client connection to 127.6.37.125:34353: connect: Connection refused (error 111)
02:18:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:08.447639 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } attempt: 5
02:18:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.452210 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.125:34353: Network error: Client connection negotiation failed: client connection to 127.6.37.125:34353: connect: Connection refused (error 111)
02:18:09.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:08.999931 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } attempt: 6
02:18:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.010584 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.125:34353: Network error: Client connection negotiation failed: client connection to 127.6.37.125:34353: connect: Connection refused (error 111)
02:18:09.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.131553 6387 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:09.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:08.132052 6388 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:09.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:08.133443 6377 server_base.cc:1034] running on GCE node
02:18:09.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.232692 6377 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:18:09.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.235452 6377 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:18:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.236809 6377 hybrid_clock.cc:648] HybridClock initialized: now 1714616289236783 us; error 44 us; skew 500 ppm
02:18:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.237741 6377 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:18:09.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.244088 6377 webserver.cc:460] Webserver started at http://127.6.37.125:38499/ using document root <none> and password file <none>
02:18:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.245011 6377 fs_manager.cc:359] Metadata directory not provided
02:18:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.245208 6377 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:18:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.245671 6377 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:18:09.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.250860 6377 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/data/instance:
02:18:09.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fa488a66d5b4e2da5e45692ab8bda5f"
02:18:09.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:09 on dist-test-slave-4cx6"
02:18:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.251981 6377 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/wal/instance:
02:18:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fa488a66d5b4e2da5e45692ab8bda5f"
02:18:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:09 on dist-test-slave-4cx6"
02:18:09.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.259233 6377 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
02:18:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.264732 6400 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:18:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.265893 6377 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:18:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.266198 6377 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/data,/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/wal
02:18:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3fa488a66d5b4e2da5e45692ab8bda5f"
02:18:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:09 on dist-test-slave-4cx6"
02:18:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.266511 6377 fs_report.cc:383] FS layout report
02:18:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:18:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/wal
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/wal
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/data/data
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:18:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:18:09.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.318332 6377 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:18:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.319890 6377 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:18:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.320345 6377 kserver.cc:163] Server-wide thread pool size limit: 3276
02:18:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.390763 6377 rpc_server.cc:307] RPC server started. Bound to: 127.6.37.125:34353
02:18:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.390846 6452 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.37.125:34353 every 8 connection(s)
02:18:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.393599 6377 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/data/info.pb
02:18:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.399173 6453 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:18:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.400943 6293 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu as pid 6377
02:18:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.401298 6293 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-1/wal/instance
02:18:09.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.403616 6293 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/wal
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/data
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/logs
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/data/info.pb
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.37.124:45759
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.37.124
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.37.84:44817
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.37.126:34533,127.6.37.125:34353,127.6.37.124:45759
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41067/jwks.json with env {}
02:18:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.414283 6453 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.37.126" port: 34533 } has no permanent_uuid. Determining permanent_uuid...
02:18:09.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.439378 6453 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } has no permanent_uuid. Determining permanent_uuid...
02:18:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.453945 6453 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } has no permanent_uuid. Determining permanent_uuid...
02:18:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.456588 6405 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.461017 6453 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.510506 6453 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 1
02:18:09.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.515116 6453 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.583609 6453 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 2
02:18:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.587658 6453 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.679080 6453 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 3
02:18:09.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.684353 6453 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.718240 6455 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:18:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.718858 6455 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:18:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.719365 6455 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:18:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.749878 6455 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:18:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.750178 6455 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:18:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.750376 6455 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:18:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.750574 6455 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:18:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.750777 6455 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:18:09.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.750918 6455 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41067/jwks.json
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.786157 6455 master_runner.cc:386] Master server non-default flags:
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.37.84:44817
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/data
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/wal
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.37.126:34533,127.6.37.125:34353,127.6.37.124:45759
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.37.124:45759
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41067/jwks.json
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/data/info.pb
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.37.124
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/logs
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d95304fa46ee5d96bcaa934c7660369f2860e06
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2024 01:43:22 UTC on 1a15035a6830
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 84
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:18:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.787375 6455 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:18:09.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.788962 6455 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:18:09.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.806603 6465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.827787 6453 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 4
02:18:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.833686 6453 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.071030 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.125" port: 34353 } attempt: 7
02:18:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.108243 6375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } has no permanent_uuid. Determining permanent_uuid...
02:18:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:10.116449 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.133131 6453 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 5
02:18:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:10.139204 6453 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.174873 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 1
02:18:10.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:10.180503 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.261986 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 2
02:18:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:10.267524 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.353068 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 3
02:18:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:10.358498 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.498982 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 4
02:18:10.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:10.504500 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.686933 6453 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 6
02:18:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:10.694888 6453 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.787950 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 5
02:18:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:10.792228 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.806923 6468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:09.808264 6466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:09.807868 6455 server_base.cc:1034] running on GCE node
02:18:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.963209 6455 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:18:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.966318 6455 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:18:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.967758 6455 hybrid_clock.cc:648] HybridClock initialized: now 1714616290967727 us; error 50 us; skew 500 ppm
02:18:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.968572 6455 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:18:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.975165 6455 webserver.cc:460] Webserver started at http://127.6.37.124:40937/ using document root <none> and password file <none>
02:18:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.976094 6455 fs_manager.cc:359] Metadata directory not provided
02:18:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.976287 6455 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:18:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.976692 6455 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:18:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.981757 6455 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/data/instance:
02:18:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33455ddc6be1467da75eb22a4bac6a19"
02:18:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:10 on dist-test-slave-4cx6"
02:18:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.982988 6455 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/wal/instance:
02:18:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33455ddc6be1467da75eb22a4bac6a19"
02:18:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:10 on dist-test-slave-4cx6"
02:18:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.990821 6455 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
02:18:10.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.996958 6481 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:18:10.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.998422 6455 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.998836 6455 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/data,/tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/wal
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33455ddc6be1467da75eb22a4bac6a19"
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-02 02:18:10 on dist-test-slave-4cx6"
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:10.999202 6455 fs_report.cc:383] FS layout report
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/wal
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/wal
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/data/data
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:18:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:18:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:18:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:18:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:18:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:18:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:18:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:18:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:18:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:18:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:11.064389 6455 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:18:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:11.066403 6455 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:18:11.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:11.067003 6455 kserver.cc:163] Server-wide thread pool size limit: 3276
02:18:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:11.151897 6455 master.cc:537] Master@127.6.37.124:45759 shutting down...
02:18:11.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:11.168709 6455 acceptor_pool.cc:188] Could not shut down acceptor socket on 127.6.37.124:45759: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:18:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:11.215469 6455 master.cc:552] Master@127.6.37.124:45759 shutdown complete.
02:18:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not enable metrics logging: unable to open diagnostics log: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422/master-2/logs/kudu-master.dist-test-slave-4cx6.slave.diagnostics.20240502-021811.0.6455: No such file or directory (error 2)
02:18:11.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:11.344620 6375 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 6
02:18:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:11.351243 6375 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:11.755545 6453 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.37.124" port: 45759 } attempt: 7
02:18:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:11.763115 6453 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.6.37.124:45759: Network error: Client connection negotiation failed: client connection to 127.6.37.124:45759: connect: Connection refused (error 111)
02:18:12.275 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start masters: Unable to start Master at index 2: /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu: process exited with non-zero status 1"
}
02:18:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:12.275842 6293 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu with pid 6306
02:18:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240502 02:18:12.305241 6293 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu with pid 6377
02:18:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:12.337255 6293 env_posix.cc:2125] Unable to access file /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422 during walk: No such file or directory
02:18:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:12.337586 6293 env_posix.cc:2127] Unable to access file /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422 during walk: No such file or directory
02:18:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240502 02:18:12.337922 6293 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskVcUUSP/test-tmp/mini-kudu-cluster5722543614280457422: One or more errors occurred
02:18:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==6293==WARNING: invalid path to external symbolizer!
02:18:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==6293==WARNING: Failed to use and restart external symbolizer!
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6293)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M3825):
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb6c4)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18c7e2)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21a92)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219da)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb251e)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x97bfd)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x96b9b)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x835ca)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x83729)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x635547)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6319bd)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x63108b)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x62e2c0)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x511021)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x510f8c)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x510efc)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x50fb65)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x623da0)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6246d7)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x624c1e)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T5:
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd0af)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x44ffbf)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x474fa2)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f1a)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3cd336)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x8f5ae)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x919cf)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x87016)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x85b5d)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x62f8a9)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x62e1a4)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x511021)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x510f8c)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x510efc)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x50fb65)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x623da0)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6246d7)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x624c1e)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4801dc)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbbd4)
02:18:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d740)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3825 (0x7b6800003d78) created at:
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453fe2)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bc951)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d740)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=6300, running) created by main thread at:
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce87)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d740)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskVcUUSP/build/tsan/lib/libserver_process.so+0x1bb6c4)
02:18:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6293)
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c0003e310 by thread T5:
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x47da7f)
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd140)
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x44ffbf)
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c0003e310 by main thread:
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b64f8)
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e2fb)
02:18:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e5c7)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221c2)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=6300, running) created by main thread at:
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce87)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d740)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2217c)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu+0x47da7f)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6293)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003600 by main thread (mutexes: write M3822):
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb6c4)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18c7e2)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ab5)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219da)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb251e)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x97bfd)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x96b9b)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x835ca)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x83729)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x635547)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6319bd)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x63108b)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x62e2c0)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x511021)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x510f8c)
02:18:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x510efc)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x50fb65)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x623da0)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6246d7)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x624c1e)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003600 by thread T4:
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd0af)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x44ffbf)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4749dd)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bb769)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18c7e2)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21a92)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219da)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb251e)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97bfd)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x96b9b)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x835ca)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x83729)
02:18:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x635547)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x6319bd)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x63108b)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x62e2c0)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x511021)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x510f8c)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x510efc)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x50fb65)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x623da0)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6246d7)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x624c1e)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003600 allocated by main thread:
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4801dc)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbbd4)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d740)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3822 (0x7b6800003778) created at:
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453fe2)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bc951)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d740)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=6299, running) created by main thread at:
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce87)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d740)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskVcUUSP/build/tsan/lib/libserver_process.so+0x1bb6c4)
02:18:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6293)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c0003e610 by thread T4:
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x47da7f)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd140)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x44ffbf)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c0003e610 by main thread:
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b64f8)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e2fb)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e5c7)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e17)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=6299, running) created by main thread at:
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce87)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d740)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dc6)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu+0x47da7f)
02:18:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:18:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-02T02:18:12Z chronyd exiting
02:18:13.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
02:18:13.430 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.IOException: failed to start masters: Unable to start Master at index 2: /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu: process exited with non-zero status 1
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start masters: Unable to start Master at index 2: /tmp/dist-test-taskVcUUSP/build/tsan/bin/kudu: process exited with non-zero status 1
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)