02:21:56.994 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:21:56.994 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskDxS0EB/test-tmp
02:21:56.994 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:21:56.995 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskDxS0EB/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:21:56.996 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:21:57.317 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:21:57.317 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:21:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:57.320915 29616 mini_oidc.cc:150] Starting JWKS server
02:21:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:57.324222 29616 webserver.cc:480] Webserver started at http://127.0.0.1:43233/ using document root <none> and password file <none>
02:21:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:57.324640 29616 mini_oidc.cc:186] Starting OIDC Discovery server
02:21:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:57.326313 29616 webserver.cc:480] Webserver started at http://127.0.0.1:35243/ using document root <none> and password file <none>
02:21:57.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T02:21:57Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:21:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T02:21:57Z Disabled control of system clock
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:57.388371 29616 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/wal
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/data
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/logs
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/data/info.pb
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.236.62:34849
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.236.62
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.236.20:45989
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.236.62:34849,127.28.236.61:44631,127.28.236.60:39677
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43233/jwks.json with env {}
02:21:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.681339 29628 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.681877 29628 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.682337 29628 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:57.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.713502 29628 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:57.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.713770 29628 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.713966 29628 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.714146 29628 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.714318 29628 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.714483 29628 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43233/jwks.json
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:57.747076 29628 master_runner.cc:386] Master server non-default flags:
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.236.20:45989
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/data
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/wal
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.236.62:34849,127.28.236.61:44631,127.28.236.60:39677
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.236.62:34849
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43233/jwks.json
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/data/info.pb
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.236.62
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/logs
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:21:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 01:43:21 UTC on 5fd53c4cbb9d
02:21:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7809
02:21:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:57.748289 29628 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:57.749768 29628 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.760161 29634 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:58.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:57.760592 29635 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:58.958055 29637 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:58.961236 29636 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1199 milliseconds
02:21:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:58.962525 29628 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.203s user 0.446s sys 0.746s
02:21:58.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:58.962831 29628 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.203s user 0.446s sys 0.746s
02:21:58.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.963119 29628 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:58.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.964222 29628 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:58.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.966866 29628 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:58.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.968255 29628 hybrid_clock.cc:648] HybridClock initialized: now 1756520518968215 us; error 67 us; skew 500 ppm
02:21:58.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.969141 29628 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:58.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.977171 29628 webserver.cc:480] Webserver started at http://127.28.236.62:40497/ using document root <none> and password file <none>
02:21:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.978035 29628 fs_manager.cc:362] Metadata directory not provided
02:21:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.978287 29628 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.978781 29628 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:58.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.983042 29628 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/data/instance:
02:21:58.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7e4c8c25d854c80a77d9691d0eab82d"
02:21:58.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 02:21:58 on dist-test-slave-2r06"
02:21:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.984182 29628 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/wal/instance:
02:21:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7e4c8c25d854c80a77d9691d0eab82d"
02:21:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 02:21:58 on dist-test-slave-2r06"
02:21:58.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.992240 29628 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.006s
02:21:58.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.997882 29644 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.998982 29628 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
02:21:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.999315 29628 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/data,/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/wal
02:21:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7e4c8c25d854c80a77d9691d0eab82d"
02:21:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 02:21:58 on dist-test-slave-2r06"
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:58.999593 29628 fs_report.cc:389] FS layout report
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/wal
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/wal
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/data/data
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:59.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.066346 29628 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.067785 29628 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:59.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.068212 29628 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.136263 29628 rpc_server.cc:307] RPC server started. Bound to: 127.28.236.62:34849
02:21:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.136338 29696 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.236.62:34849 every 8 connection(s)
02:21:59.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.138916 29628 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/data/info.pb
02:21:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.140261 29616 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu as pid 29628
02:21:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.140694 29616 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-0/wal/instance
02:21:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.144589 29697 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.144639 29616 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu
02:21:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu
02:21:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/wal
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/data
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/logs
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/data/info.pb
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.236.61:44631
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.236.61
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.236.20:45989
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.236.62:34849,127.28.236.61:44631,127.28.236.60:39677
02:21:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43233/jwks.json with env {}
02:21:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.154457 29697 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.236.62" port: 34849 } has no permanent_uuid. Determining permanent_uuid...
02:21:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.183058 29697 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } has no permanent_uuid. Determining permanent_uuid...
02:21:59.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.185273 29647 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.236.61:44631: connect: Connection refused (error 111)
02:21:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.189193 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.61:44631: Network error: Client connection negotiation failed: client connection to 127.28.236.61:44631: connect: Connection refused (error 111)
02:21:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.238731 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } attempt: 1
02:21:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.242421 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.61:44631: Network error: Client connection negotiation failed: client connection to 127.28.236.61:44631: connect: Connection refused (error 111)
02:21:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.310868 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } attempt: 2
02:21:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.314520 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.61:44631: Network error: Client connection negotiation failed: client connection to 127.28.236.61:44631: connect: Connection refused (error 111)
02:21:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.405969 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } attempt: 3
02:21:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.409418 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.61:44631: Network error: Client connection negotiation failed: client connection to 127.28.236.61:44631: connect: Connection refused (error 111)
02:21:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.433393 29699 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.433910 29699 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.434373 29699 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.462826 29699 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.463117 29699 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.463382 29699 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.463578 29699 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.463775 29699 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.463920 29699 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43233/jwks.json
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.497076 29699 master_runner.cc:386] Master server non-default flags:
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.236.20:45989
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/data
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/wal
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.236.62:34849,127.28.236.61:44631,127.28.236.60:39677
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.236.61:44631
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43233/jwks.json
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/data/info.pb
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.236.61
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/logs
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 01:43:21 UTC on 5fd53c4cbb9d
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7809
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.498306 29699 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.499837 29699 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.509198 29708 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.552826 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } attempt: 4
02:21:59.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.558179 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.61:44631: Network error: Client connection negotiation failed: client connection to 127.28.236.61:44631: connect: Connection refused (error 111)
02:21:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:21:59.857573 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } attempt: 5
02:21:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.862519 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.61:44631: Network error: Client connection negotiation failed: client connection to 127.28.236.61:44631: connect: Connection refused (error 111)
02:22:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.409927 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } attempt: 6
02:22:00.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:00.421378 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.61:44631: Network error: Client connection negotiation failed: client connection to 127.28.236.61:44631: connect: Connection refused (error 111)
02:22:00.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.510764 29709 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:21:59.514364 29711 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:00.645360 29710 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:22:00.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.645779 29699 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:22:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.649570 29699 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:00.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.652747 29699 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:00.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.654155 29699 hybrid_clock.cc:648] HybridClock initialized: now 1756520520654112 us; error 47 us; skew 500 ppm
02:22:00.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.655174 29699 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:00.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.663034 29699 webserver.cc:480] Webserver started at http://127.28.236.61:45505/ using document root <none> and password file <none>
02:22:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.664197 29699 fs_manager.cc:362] Metadata directory not provided
02:22:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.664448 29699 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.664968 29699 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:22:00.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.671044 29699 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/data/instance:
02:22:00.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb1b81505dc444ccb6aa131e6d9f7a60"
02:22:00.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 02:22:00 on dist-test-slave-2r06"
02:22:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.672405 29699 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/wal/instance:
02:22:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb1b81505dc444ccb6aa131e6d9f7a60"
02:22:00.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 02:22:00 on dist-test-slave-2r06"
02:22:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.681272 29699 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.001s sys 0.008s
02:22:00.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.687875 29720 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:22:00.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.688932 29699 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
02:22:00.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.689265 29699 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/data,/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/wal
02:22:00.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eb1b81505dc444ccb6aa131e6d9f7a60"
02:22:00.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-08-30 02:22:00 on dist-test-slave-2r06"
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.689626 29699 fs_report.cc:389] FS layout report
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/wal
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/wal
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/data/data
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:22:00.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:22:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.765085 29699 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:22:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.766804 29699 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:22:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.767292 29699 kserver.cc:163] Server-wide thread pool size limit: 3276
02:22:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.860041 29699 rpc_server.cc:307] RPC server started. Bound to: 127.28.236.61:44631
02:22:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.860092 29771 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.236.61:44631 every 8 connection(s)
02:22:00.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.862772 29699 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/data/info.pb
02:22:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.867950 29772 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:22:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.871906 29616 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu as pid 29699
02:22:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.872251 29616 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-1/wal/instance
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.874102 29616 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/wal
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/data
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/logs
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/data/info.pb
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:22:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.236.60:39677
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.236.60
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.236.20:45989
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.236.62:34849,127.28.236.61:44631,127.28.236.60:39677
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:22:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43233/jwks.json with env {}
02:22:00.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.879050 29772 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.236.62" port: 34849 } has no permanent_uuid. Determining permanent_uuid...
02:22:00.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.899807 29772 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } has no permanent_uuid. Determining permanent_uuid...
02:22:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.913167 29772 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } has no permanent_uuid. Determining permanent_uuid...
02:22:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:00.915450 29724 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:00.919524 29772 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:00.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:00.969019 29772 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 1
02:22:00.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:00.972536 29772 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.041018 29772 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 2
02:22:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.044546 29772 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.136027 29772 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 3
02:22:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.141479 29772 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.172861 29774 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:22:01.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.173492 29774 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:22:01.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.174082 29774 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:22:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.204578 29774 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:22:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.204953 29774 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:22:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.205299 29774 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:22:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.205576 29774 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:22:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.205833 29774 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:22:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.206036 29774 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43233/jwks.json
02:22:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.239324 29774 master_runner.cc:386] Master server non-default flags:
02:22:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:22:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.236.20:45989
02:22:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:22:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:22:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/data
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/wal
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.236.62:34849,127.28.236.61:44631,127.28.236.60:39677
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.236.60:39677
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43233/jwks.json
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/data/info.pb
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.236.60
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/logs
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Aug 2025 01:43:21 UTC on 5fd53c4cbb9d
02:22:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7809
02:22:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:22:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.240998 29774 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:22:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.242669 29774 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:22:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.252710 29784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:01.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.284984 29772 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 4
02:22:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.292397 29772 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.481899 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.61" port: 44631 } attempt: 7
02:22:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.522508 29697 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } has no permanent_uuid. Determining permanent_uuid...
02:22:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.544560 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.591931 29772 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 5
02:22:01.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.599740 29772 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.603075 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 1
02:22:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.609941 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.691504 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 2
02:22:01.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.699244 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.785143 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 3
02:22:01.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.792388 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:01.932950 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 4
02:22:01.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.940796 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:02.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.147315 29772 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 6
02:22:02.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:02.179874 29772 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:02.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.224357 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 5
02:22:02.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:02.231217 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29774==WARNING: Can't read from symbolizer at fd 7
02:22:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29774==WARNING: invalid path to external symbolizer!
02:22:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29774==WARNING: Can't write to symbolizer at fd 10
02:22:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29774==WARNING: Can't write to symbolizer at fd 10
02:22:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29774==WARNING: Can't write to symbolizer at fd 10
02:22:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29774==WARNING: Failed to use and restart external symbolizer!
02:22:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29774)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000071a0 by thread T6:
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x442b1a)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000071a0 by thread T5:
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4936bc)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:22:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x442b1a)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-29785' (tid=29785, running) created by main thread at:
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x42c565)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5ace19)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:22:02.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-29784' (tid=29784, finished) created by main thread at:
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x42c565)
02:22:02.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5ace19)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu+0x49679f)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:01.253439 29785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29774)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fd3d39f7d68 by thread T6:
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x442d05)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44ce4c)
02:22:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x442b36)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x468cdf)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fd3d39f7d68 by thread T5 (mutexes: write M83):
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442d40)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44ce4c)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x442b36)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x468cdf)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004e9d68)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fd3d1961840) created at:
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cf7b)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
02:22:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-29785' (tid=29785, running) created by main thread at:
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x42c565)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5ace19)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-29784' (tid=29784, finished) created by main thread at:
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x42c565)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5ace19)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:22:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDxS0EB/build/tsan/lib/libkudu_util.so+0x442d05)
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:02.329205 29786 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1074 milliseconds
02:22:02.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:02.330684 29787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:22:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:02.332809 29774 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.080s user 0.288s sys 0.748s
02:22:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:02.333043 29774 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.080s user 0.288s sys 0.748s
02:22:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.333264 29774 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:22:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.334306 29774 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:22:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.337018 29774 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:22:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.338366 29774 hybrid_clock.cc:648] HybridClock initialized: now 1756520522338334 us; error 38 us; skew 500 ppm
02:22:02.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.339203 29774 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:22:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.346365 29774 webserver.cc:480] Webserver started at http://127.28.236.60:40791/ using document root <none> and password file <none>
02:22:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.347360 29774 fs_manager.cc:362] Metadata directory not provided
02:22:02.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.347561 29774 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.347824 29774 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:22:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.348416 29774 fs_manager.cc:362] Metadata directory not provided
02:22:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.348587 29774 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:22:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29774)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3709):
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x143e02)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143b96)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x401a1f)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f787e)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x3f7bb9)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x4368a7)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x42f98d)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmaster.so+0x42fa6b)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libmaster.so+0x42cdec)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5ace19)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529e81)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529dec)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529d5c)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5289c5)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645090)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x6459c7)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645f0e)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (libc.so.6+0x21bf6)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T12:
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c297f)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001e00 allocated by main thread:
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x42c565)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5ace19)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3709 (0x7b6800001f80) created at:
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:02.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x42c565)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5ace19)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=29797, running) created by main thread at:
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x42c565)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5ace19)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDxS0EB/build/tsan/lib/libserver_process.so+0x1c0e24)
02:22:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29774)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00032880 by thread T12:
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2a10)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00032880 by main thread:
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbc0d)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190c17)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190148)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x42c565)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5ace19)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=29797, running) created by main thread at:
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f7e40)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x42c565)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5ace19)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:22:02.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu+0x49679f)
02:22:02.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:02.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:02.370108 29774 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:22:02.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130/master-2: No such file or directory (error 2)
02:22:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:02.783768 29697 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 6
02:22:02.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:02.789728 29697 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:03.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:03.240484 29772 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.236.60" port: 39677 } attempt: 7
02:22:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:03.246289 29772 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.28.236.60:39677: Network error: Client connection negotiation failed: client connection to 127.28.236.60:39677: connect: Connection refused (error 111)
02:22:03.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
02:22:03.401 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start masters: Unable to start Master at index 2: /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu: process exited with non-zero status 66"
}
02:22:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:03.401563 29616 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu with pid 29628
02:22:03.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250830 02:22:03.421012 29616 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu with pid 29699
02:22:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:03.442363 29616 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130 during walk: No such file or directory
02:22:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:03.442700 29616 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130 during walk: No such file or directory
02:22:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250830 02:22:03.443059 29616 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskDxS0EB/test-tmp/mini-kudu-cluster1142524321897298130: One or more errors occurred
02:22:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29616==WARNING: invalid path to external symbolizer!
02:22:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==29616==WARNING: Failed to use and restart external symbolizer!
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29616)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3457):
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c297f)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48dcc2)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d66a6)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bae)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x9312f)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x880f6)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c3d)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x652939)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x651234)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529e81)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529dec)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529d5c)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5289c5)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645090)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6459c7)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645f0e)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001e00 allocated by main thread:
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3457 (0x7b6800001f80) created at:
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=29623, running) created by main thread at:
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDxS0EB/build/tsan/lib/libserver_process.so+0x1c0e24)
02:22:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29616)
02:22:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00034350 by thread T5:
02:22:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:22:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2a10)
02:22:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00034350 by main thread:
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbc0d)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190c17)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190e97)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221c9)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=29623, running) created by main thread at:
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:22:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu+0x49679f)
02:22:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29616)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3454):
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c297f)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:22:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d6fd)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0ec9)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f0e2)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e3e)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993ad)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9834b)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846a9)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84809)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6585e7)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x654a5d)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65412b)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x651350)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529e81)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529dec)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x529d5c)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5289c5)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645090)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6459c7)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x645f0e)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3454 (0x7b6800001980) created at:
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=29622, running) created by main thread at:
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDxS0EB/build/tsan/lib/libserver_process.so+0x1c0e24)
02:22:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=29616)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00031aa0 by thread T4:
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2a10)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00031aa0 by main thread:
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbc0d)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190c17)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190e97)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e21)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=29622, running) created by main thread at:
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu+0x49679f)
02:22:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:22:03.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-08-30T02:22:03Z chronyd exiting
02:22:04.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
02:22:04.525 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testScanWithPredicates: failed attempt 1
java.io.IOException: failed to start masters: Unable to start Master at index 2: /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start masters: Unable to start Master at index 2: /tmp/dist-test-taskDxS0EB/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)