15:22:10.237 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:22:10.237 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmEPae_/test-tmp
15:22:10.237 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:22:10.237 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmEPae_/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:22:10.238 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:22:10.526 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:22:10.526 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:22:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:10.529193 7782 mini_oidc.cc:150] Starting JWKS server
15:22:10.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:10.532043 7782 webserver.cc:492] Webserver started at http://127.0.0.1:34325/ using document root <none> and password file <none>
15:22:10.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:10.532430 7782 mini_oidc.cc:186] Starting OIDC Discovery server
15:22:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:10.533932 7782 webserver.cc:492] Webserver started at http://127.0.0.1:42149/ using document root <none> and password file <none>
15:22:10.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-26T15:22:10Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:22:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-26T15:22:10Z Disabled control of system clock
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:10.588852 7782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/wal
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/data
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/logs
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/data/info.pb
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.190:38491
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.190
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:10.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34325/jwks.json with env {}
15:22:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.858762 7795 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.859254 7795 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:10.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.859732 7795 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:10.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.888631 7795 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:22:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.888890 7795 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.889091 7795 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:22:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.889282 7795 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:22:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.889480 7795 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:22:10.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.889628 7795 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34325/jwks.json
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:10.920912 7795 master_runner.cc:386] Master server non-default flags:
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/data
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/wal
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.190:38491
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34325/jwks.json
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/data/info.pb
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.190
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/logs
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8729
15:22:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:10.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:10.922116 7795 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:10.923596 7795 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:10.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.933720 7801 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:10.934141 7802 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.045306 7804 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.048010 7803 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1109 milliseconds
15:22:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.048065 7795 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.114s user 0.419s sys 0.690s
15:22:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.048352 7795 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.115s user 0.419s sys 0.690s
15:22:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.048674 7795 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:12.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.049777 7795 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:12.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.052263 7795 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.053607 7795 hybrid_clock.cc:648] HybridClock initialized: now 1761492132053573 us; error 69 us; skew 500 ppm
15:22:12.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.054451 7795 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.061858 7795 webserver.cc:492] Webserver started at http://127.7.153.190:38943/ using document root <none> and password file <none>
15:22:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.062832 7795 fs_manager.cc:362] Metadata directory not provided
15:22:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.063066 7795 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.063575 7795 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.067600 7795 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/data/instance:
15:22:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae28a5d75d9d478887bbc65d3631ce32"
15:22:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:12 on dist-test-slave-sch5"
15:22:12.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.068701 7795 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/wal/instance:
15:22:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae28a5d75d9d478887bbc65d3631ce32"
15:22:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:12 on dist-test-slave-sch5"
15:22:12.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.075803 7795 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.004s
15:22:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.081197 7811 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:12.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.082208 7795 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
15:22:12.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.082502 7795 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/data,/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/wal
15:22:12.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae28a5d75d9d478887bbc65d3631ce32"
15:22:12.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:12 on dist-test-slave-sch5"
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.082774 7795 fs_report.cc:389] FS layout report
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/wal
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/wal
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/data/data
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:12.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.149451 7795 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.150866 7795 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.151330 7795 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.220635 7795 rpc_server.cc:307] RPC server started. Bound to: 127.7.153.190:38491
15:22:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.220701 7863 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.153.190:38491 every 8 connection(s)
15:22:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.223106 7795 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/data/info.pb
15:22:12.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.228474 7864 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:22:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.232090 7782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu as pid 7795
15:22:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.232512 7782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-0/wal/instance
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.235743 7782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/wal
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/data
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/logs
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/data/info.pb
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.189:37449
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.189
15:22:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34325/jwks.json with env {}
15:22:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.238214 7864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } has no permanent_uuid. Determining permanent_uuid...
15:22:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.266889 7864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } has no permanent_uuid. Determining permanent_uuid...
15:22:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.269264 7812 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.153.189:37449: connect: Connection refused (error 111)
15:22:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.273064 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.189:37449: Network error: Client connection negotiation failed: client connection to 127.7.153.189:37449: connect: Connection refused (error 111)
15:22:12.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.322486 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } attempt: 1
15:22:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.326556 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.189:37449: Network error: Client connection negotiation failed: client connection to 127.7.153.189:37449: connect: Connection refused (error 111)
15:22:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.395056 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } attempt: 2
15:22:12.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.399039 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.189:37449: Network error: Client connection negotiation failed: client connection to 127.7.153.189:37449: connect: Connection refused (error 111)
15:22:12.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.490566 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } attempt: 3
15:22:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.494221 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.189:37449: Network error: Client connection negotiation failed: client connection to 127.7.153.189:37449: connect: Connection refused (error 111)
15:22:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.512274 7866 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:12.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.512789 7866 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:12.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.513319 7866 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:12.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.542279 7866 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:22:12.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.542600 7866 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.542883 7866 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:22:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.543176 7866 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:22:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.543454 7866 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:22:12.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.543651 7866 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34325/jwks.json
15:22:12.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.576596 7866 master_runner.cc:386] Master server non-default flags:
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/data
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/wal
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.189:37449
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34325/jwks.json
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/data/info.pb
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.189
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/logs
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:22:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8729
15:22:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.578138 7866 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.579761 7866 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.589313 7875 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:12.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.637588 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } attempt: 4
15:22:12.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.644022 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.189:37449: Network error: Client connection negotiation failed: client connection to 127.7.153.189:37449: connect: Connection refused (error 111)
15:22:12.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:12.943509 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } attempt: 5
15:22:12.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.952006 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.189:37449: Network error: Client connection negotiation failed: client connection to 127.7.153.189:37449: connect: Connection refused (error 111)
15:22:13.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.499568 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } attempt: 6
15:22:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:13.525590 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.189:37449: Network error: Client connection negotiation failed: client connection to 127.7.153.189:37449: connect: Connection refused (error 111)
15:22:13.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:12.589959 7876 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:13.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:13.962827 7878 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:13.965621 7877 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1374 milliseconds
15:22:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:13.966677 7866 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.377s user 0.479s sys 0.889s
15:22:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:13.966909 7866 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.377s user 0.479s sys 0.889s
15:22:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.967104 7866 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:13.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.968130 7866 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.972698 7866 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:13.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.974028 7866 hybrid_clock.cc:648] HybridClock initialized: now 1761492133974000 us; error 33 us; skew 500 ppm
15:22:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.974864 7866 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:13.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.981601 7866 webserver.cc:492] Webserver started at http://127.7.153.189:38037/ using document root <none> and password file <none>
15:22:13.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.982426 7866 fs_manager.cc:362] Metadata directory not provided
15:22:13.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.982622 7866 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.983021 7866 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:13.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.986881 7866 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/data/instance:
15:22:13.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a65d4859b98b4473bdcb07a97c2988a9"
15:22:13.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:13 on dist-test-slave-sch5"
15:22:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.987915 7866 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/wal/instance:
15:22:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a65d4859b98b4473bdcb07a97c2988a9"
15:22:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:13 on dist-test-slave-sch5"
15:22:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:13.995267 7866 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
15:22:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.000706 7887 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:14.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.001710 7866 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.001995 7866 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/data,/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/wal
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a65d4859b98b4473bdcb07a97c2988a9"
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:13 on dist-test-slave-sch5"
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.002285 7866 fs_report.cc:389] FS layout report
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/wal
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/wal
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/data/data
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:14.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.065392 7866 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.066708 7866 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:14.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.067155 7866 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.131357 7866 rpc_server.cc:307] RPC server started. Bound to: 127.7.153.189:37449
15:22:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.131429 7938 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.153.189:37449 every 8 connection(s)
15:22:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.133812 7866 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/data/info.pb
15:22:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.135028 7782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu as pid 7866
15:22:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.135428 7782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-1/wal/instance
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.137900 7782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/wal
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/data
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/logs
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/data/info.pb
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.188:34685
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.188
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34325/jwks.json with env {}
15:22:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.140532 7939 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:22:14.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.150759 7939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } has no permanent_uuid. Determining permanent_uuid...
15:22:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.170431 7939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } has no permanent_uuid. Determining permanent_uuid...
15:22:14.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.183418 7939 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } has no permanent_uuid. Determining permanent_uuid...
15:22:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.185730 7891 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.189653 7939 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.239204 7939 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 1
15:22:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.243451 7939 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.311898 7939 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 2
15:22:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.315727 7939 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.407125 7939 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 3
15:22:14.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.411105 7939 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.420660 7941 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.421159 7941 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.421650 7941 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.450847 7941 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:22:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.451092 7941 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.451308 7941 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:22:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.451537 7941 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:22:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.451717 7941 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:22:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.451853 7941 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34325/jwks.json
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.483506 7941 master_runner.cc:386] Master server non-default flags:
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/data
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/wal
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:14.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.188:34685
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34325/jwks.json
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/data/info.pb
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.188
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/logs
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8729
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.484655 7941 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.486063 7941 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:14.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.496043 7951 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.554525 7939 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 4
15:22:14.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.560376 7939 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.586215 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } attempt: 7
15:22:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.604058 7864 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } has no permanent_uuid. Determining permanent_uuid...
15:22:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.614439 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.673013 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 1
15:22:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.678956 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.760528 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 2
15:22:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.766309 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.851861 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 3
15:22:14.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.857620 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.859913 7939 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 5
15:22:14.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.865825 7939 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:14.998137 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 4
15:22:15.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.004252 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.287822 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 5
15:22:15.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.293865 7864 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:15.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.413406 7939 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 6
15:22:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.427017 7939 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.153.188:34685: Network error: Client connection negotiation failed: client connection to 127.7.153.188:34685: connect: Connection refused (error 111)
15:22:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:14.496810 7952 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.654507 7954 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.656416 7953 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1156 milliseconds
15:22:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.656497 7941 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.657594 7941 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:15.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.660434 7941 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:15.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.661813 7941 hybrid_clock.cc:648] HybridClock initialized: now 1761492135661772 us; error 42 us; skew 500 ppm
15:22:15.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.662511 7941 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.668653 7941 webserver.cc:492] Webserver started at http://127.7.153.188:44001/ using document root <none> and password file <none>
15:22:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.669492 7941 fs_manager.cc:362] Metadata directory not provided
15:22:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.669668 7941 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.670060 7941 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.673827 7941 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/data/instance:
15:22:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14bd5758bff446eb9c364eaece4d8aba"
15:22:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:15 on dist-test-slave-sch5"
15:22:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.674724 7941 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/wal/instance:
15:22:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14bd5758bff446eb9c364eaece4d8aba"
15:22:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:15 on dist-test-slave-sch5"
15:22:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.680809 7941 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.003s
15:22:15.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.685698 7965 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:15.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.686650 7941 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.687001 7941 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/data,/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/wal
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "14bd5758bff446eb9c364eaece4d8aba"
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:15 on dist-test-slave-sch5"
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.687331 7941 fs_report.cc:389] FS layout report
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/wal
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/wal
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/data/data
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:15.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.734167 7941 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.735574 7941 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.735997 7941 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:15.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.803239 7941 rpc_server.cc:307] RPC server started. Bound to: 127.7.153.188:34685
15:22:15.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.803328 8017 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.153.188:34685 every 8 connection(s)
15:22:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.805830 7941 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/data/info.pb
15:22:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.811314 8018 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:22:15.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.813736 7782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu as pid 7941
15:22:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.814096 7782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/master-2/wal/instance
15:22:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.824633 8018 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } has no permanent_uuid. Determining permanent_uuid...
15:22:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.845920 8018 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } has no permanent_uuid. Determining permanent_uuid...
15:22:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.846379 7864 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 6
15:22:15.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.857930 8018 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } has no permanent_uuid. Determining permanent_uuid...
15:22:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.869272 7864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32: Bootstrap starting.
15:22:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.876294 8018 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: Bootstrap starting.
15:22:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.876437 7864 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32: Neither blocks nor log segments found. Creating new log.
15:22:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.878654 7864 log.cc:826] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32: Log is configured to *not* fsync() on all Append() calls
15:22:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.883476 8018 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: Neither blocks nor log segments found. Creating new log.
15:22:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.883718 7864 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32: No bootstrap required, opened a new log
15:22:15.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.885105 8018 log.cc:826] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: Log is configured to *not* fsync() on all Append() calls
15:22:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.889901 8018 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: No bootstrap required, opened a new log
15:22:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.902796 7864 raft_consensus.cc:359] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.903558 7864 raft_consensus.cc:385] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:22:15.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.903836 7864 raft_consensus.cc:740] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae28a5d75d9d478887bbc65d3631ce32, State: Initialized, Role: FOLLOWER
15:22:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.904592 7864 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.906817 8030 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.907541 8030 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: This master's current role is: FOLLOWER
15:22:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.907986 7864 sys_catalog.cc:565] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: configured and running, proceeding with master startup.
15:22:15.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.908279 8018 raft_consensus.cc:359] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.908803 8018 raft_consensus.cc:385] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:22:15.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.908987 8018 raft_consensus.cc:740] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 14bd5758bff446eb9c364eaece4d8aba, State: Initialized, Role: FOLLOWER
15:22:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.909534 8018 consensus_queue.cc:260] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.910209 7817 tablet.cc:2378] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:22:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.913455 8032 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.914600 8032 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [sys.catalog]: This master's current role is: FOLLOWER
15:22:15.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.915133 8018 sys_catalog.cc:565] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [sys.catalog]: configured and running, proceeding with master startup.
15:22:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.947642 8030 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:22:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.948120 8030 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.950548 8030 leader_election.cc:290] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a65d4859b98b4473bdcb07a97c2988a9 (127.7.153.189:37449), 14bd5758bff446eb9c364eaece4d8aba (127.7.153.188:34685)
15:22:15.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.953224 7992 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae28a5d75d9d478887bbc65d3631ce32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14bd5758bff446eb9c364eaece4d8aba" is_pre_election: true
15:22:15.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.954125 7992 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae28a5d75d9d478887bbc65d3631ce32 in term 0.
15:22:15.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.955430 7815 leader_election.cc:304] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14bd5758bff446eb9c364eaece4d8aba, ae28a5d75d9d478887bbc65d3631ce32; no voters:
15:22:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.956272 8030 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:22:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.957159 8030 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:22:15.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.958240 8030 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 0 FOLLOWER]: Advancing to term 1
15:22:15.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.972064 8052 catalog_manager.cc:1568] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:22:15.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.973565 8052 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:22:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.948165 7941 master_runner.cc:186] Error getting master registration for 127.7.153.189:37449: OK, instance_id { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" instance_seqno: 1761492134113668 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:22:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.985291 8053 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:22:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.985594 8053 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:22:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.985320 7941 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:22:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.986732 8030 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:15.990825 7971 tablet.cc:2378] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:22:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.996840 7992 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae28a5d75d9d478887bbc65d3631ce32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "14bd5758bff446eb9c364eaece4d8aba"
15:22:15.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.997331 7992 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [term 0 FOLLOWER]: Advancing to term 1
15:22:15.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.998559 8030 leader_election.cc:290] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [CANDIDATE]: Term 1 election: Requested vote from peers a65d4859b98b4473bdcb07a97c2988a9 (127.7.153.189:37449), 14bd5758bff446eb9c364eaece4d8aba (127.7.153.188:34685)
15:22:16.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.004578 7992 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae28a5d75d9d478887bbc65d3631ce32 in term 1.
15:22:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.005643 7815 leader_election.cc:304] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 14bd5758bff446eb9c364eaece4d8aba, ae28a5d75d9d478887bbc65d3631ce32; no voters:
15:22:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:15.943759 7795 master_runner.cc:186] Error getting master registration for 127.7.153.189:37449: OK, instance_id { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" instance_seqno: 1761492134113668 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:22:16.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.011615 7795 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:22:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.013278 8030 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 1 FOLLOWER]: Leader election won for term 1
15:22:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.016527 8030 raft_consensus.cc:697] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [term 1 LEADER]: Becoming Leader. State: Replica: ae28a5d75d9d478887bbc65d3631ce32, State: Running, Role: LEADER
15:22:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.018339 8030 consensus_queue.cc:237] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.037904 8056 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae28a5d75d9d478887bbc65d3631ce32. Latest consensus state: current_term: 1 leader_uuid: "ae28a5d75d9d478887bbc65d3631ce32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.038720 8056 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: This master's current role is: LEADER
15:22:16.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.044488 8058 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:22:16.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.051369 8058 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:22:16.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.072875 7992 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [term 1 FOLLOWER]: Refusing update from remote peer ae28a5d75d9d478887bbc65d3631ce32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:22:16.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.074448 8056 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:22:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.107789 8032 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae28a5d75d9d478887bbc65d3631ce32. Latest consensus state: current_term: 1 leader_uuid: "ae28a5d75d9d478887bbc65d3631ce32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.108901 8032 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [sys.catalog]: This master's current role is: FOLLOWER
15:22:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.116840 8056 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae28a5d75d9d478887bbc65d3631ce32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.117527 8056 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: This master's current role is: LEADER
15:22:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.119542 8032 sys_catalog.cc:455] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae28a5d75d9d478887bbc65d3631ce32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:16.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.120066 8032 sys_catalog.cc:458] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba [sys.catalog]: This master's current role is: FOLLOWER
15:22:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.120864 8058 catalog_manager.cc:1357] Generated new cluster ID: c374d4fd71d14e71b92c7888a65c3c72
15:22:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.121153 8058 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:22:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.159427 8058 catalog_manager.cc:1380] Generated new certificate authority record
15:22:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.161443 8058 catalog_manager.cc:1514] Loading token signing keys...
15:22:16.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.191392 8058 catalog_manager.cc:6022] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32: Generated new TSK 0
15:22:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.192366 8058 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.231743 7782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/wal
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/data
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/logs
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/data/info.pb
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.129:0
15:22:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.153.129
15:22:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.129
15:22:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:22:16.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.487591 7939 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } attempt: 7
15:22:16.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.551455 7939 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9: Bootstrap starting.
15:22:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.567756 7939 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9: Neither blocks nor log segments found. Creating new log.
15:22:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.573203 7939 log.cc:826] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9: Log is configured to *not* fsync() on all Append() calls
15:22:16.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.593869 7939 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9: No bootstrap required, opened a new log
15:22:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.656386 7939 raft_consensus.cc:359] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:16.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.658223 7939 raft_consensus.cc:385] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:22:16.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.659022 7939 raft_consensus.cc:740] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a65d4859b98b4473bdcb07a97c2988a9, State: Initialized, Role: FOLLOWER
15:22:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.661293 7939 consensus_queue.cc:260] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } }
15:22:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.681571 7914 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae28a5d75d9d478887bbc65d3631ce32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a65d4859b98b4473bdcb07a97c2988a9" is_pre_election: true
15:22:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.682554 7913 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae28a5d75d9d478887bbc65d3631ce32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a65d4859b98b4473bdcb07a97c2988a9"
15:22:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.685899 7914 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae28a5d75d9d478887bbc65d3631ce32 in term 0.
15:22:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.690578 7912 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [term 0 FOLLOWER]: Advancing to term 1
15:22:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.699754 7912 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [term 1 FOLLOWER]: Refusing update from remote peer ae28a5d75d9d478887bbc65d3631ce32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:22:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.708200 7939 sys_catalog.cc:565] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [sys.catalog]: configured and running, proceeding with master startup.
15:22:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.708715 8073 sys_catalog.cc:455] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.713528 8073 sys_catalog.cc:458] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [sys.catalog]: This master's current role is: FOLLOWER
15:22:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:16.716055 8065 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:16.716707 8065 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:16.717490 8065 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.717682 8074 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
15:22:16.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:16.772133 8065 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:16.773622 8065 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.153.129
15:22:16.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.794253 8073 sys_catalog.cc:455] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ae28a5d75d9d478887bbc65d3631ce32. Latest consensus state: current_term: 1 leader_uuid: "ae28a5d75d9d478887bbc65d3631ce32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:16.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.794911 8073 sys_catalog.cc:458] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [sys.catalog]: This master's current role is: FOLLOWER
15:22:16.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.795997 8081 sys_catalog.cc:455] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae28a5d75d9d478887bbc65d3631ce32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.796859 8081 sys_catalog.cc:458] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9 [sys.catalog]: This master's current role is: FOLLOWER
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.834033 8065 tablet_server_runner.cc:78] Tablet server non-default flags:
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/data
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/wal
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.129:0
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/data/info.pb
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.129
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.153.129
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/logs
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8729
15:22:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.836639 8065 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.838645 8065 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.858860 8093 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:22:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:16.870741 8094 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:16.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.990676 8053 catalog_manager.cc:1269] Loaded cluster ID: c374d4fd71d14e71b92c7888a65c3c72
15:22:16.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.991122 8053 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: loading cluster ID for follower catalog manager: success
15:22:16.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:16.997818 8053 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: acquiring CA information for follower catalog manager: success
15:22:17.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:17.007911 8053 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 14bd5758bff446eb9c364eaece4d8aba: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:22:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:17.355657 8074 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae28a5d75d9d478887bbc65d3631ce32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae28a5d75d9d478887bbc65d3631ce32" member_type: VOTER last_known_addr { host: "127.7.153.190" port: 38491 } } peers { permanent_uuid: "a65d4859b98b4473bdcb07a97c2988a9" member_type: VOTER last_known_addr { host: "127.7.153.189" port: 37449 } } peers { permanent_uuid: "14bd5758bff446eb9c364eaece4d8aba" member_type: VOTER last_known_addr { host: "127.7.153.188" port: 34685 } } }
15:22:17.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:17.356446 8074 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae28a5d75d9d478887bbc65d3631ce32 [sys.catalog]: This master's current role is: LEADER
15:22:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:17.889688 8093 catalog_manager.cc:1269] Loaded cluster ID: c374d4fd71d14e71b92c7888a65c3c72
15:22:17.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:17.890208 8093 catalog_manager.cc:1562] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9: loading cluster ID for follower catalog manager: success
15:22:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:17.897475 8093 catalog_manager.cc:1584] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9: acquiring CA information for follower catalog manager: success
15:22:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:17.919981 8093 catalog_manager.cc:1612] T 00000000000000000000000000000000 P a65d4859b98b4473bdcb07a97c2988a9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:22:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:16.871793 8095 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:18.261109 8092 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 8065
15:22:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:18.695814 8065 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.827s user 0.642s sys 1.008s
15:22:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:18.698210 8065 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.829s user 0.642s sys 1.008s
15:22:18.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:18.710353 8103 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.711220 8065 server_base.cc:1047] running on GCE node
15:22:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.712746 8065 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.731935 8065 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:18.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.733498 8065 hybrid_clock.cc:648] HybridClock initialized: now 1761492138733448 us; error 39 us; skew 500 ppm
15:22:18.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.734684 8065 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.759997 8065 webserver.cc:492] Webserver started at http://127.7.153.129:35451/ using document root <none> and password file <none>
15:22:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.761243 8065 fs_manager.cc:362] Metadata directory not provided
15:22:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.761523 8065 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.762080 8065 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.768028 8065 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/data/instance:
15:22:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6980a757367f4e72b60b206b0bfed81d"
15:22:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:18 on dist-test-slave-sch5"
15:22:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.769547 8065 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/wal/instance:
15:22:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6980a757367f4e72b60b206b0bfed81d"
15:22:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:18 on dist-test-slave-sch5"
15:22:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.784228 8065 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.009s sys 0.005s
15:22:18.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.797477 8108 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.798823 8065 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.005s sys 0.004s
15:22:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.799367 8065 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/data,/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/wal
15:22:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6980a757367f4e72b60b206b0bfed81d"
15:22:18.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:18 on dist-test-slave-sch5"
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.799803 8065 fs_report.cc:389] FS layout report
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/wal
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/wal
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/data/data
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.888861 8065 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.890779 8065 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.891361 8065 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.900202 8065 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:22:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.911417 8065 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:22:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.911670 8065 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:22:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.911968 8065 ts_tablet_manager.cc:616] Registered 0 tablets
15:22:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:18.912174 8065 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:22:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.097873 8065 rpc_server.cc:307] RPC server started. Bound to: 127.7.153.129:36791
15:22:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.097970 8221 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.153.129:36791 every 8 connection(s)
15:22:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.100965 8065 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/data/info.pb
15:22:19.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.102244 7782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu as pid 8065
15:22:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.102734 7782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-0/wal/instance
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.115926 7782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/wal
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/data
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/logs
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/data/info.pb
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.130:0
15:22:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.153.130
15:22:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.130
15:22:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:19.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:22:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.172489 8222 heartbeater.cc:344] Connected to a master server at 127.7.153.189:37449
15:22:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.173098 8222 heartbeater.cc:461] Registering TS with master...
15:22:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.174535 8222 heartbeater.cc:507] Master 127.7.153.189:37449 requested a full tablet report, sending...
15:22:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.178237 7903 ts_manager.cc:194] Registered new tserver with Master: 6980a757367f4e72b60b206b0bfed81d (127.7.153.129:36791)
15:22:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.191442 8223 heartbeater.cc:344] Connected to a master server at 127.7.153.188:34685
15:22:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.191814 8223 heartbeater.cc:461] Registering TS with master...
15:22:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.192739 8223 heartbeater.cc:507] Master 127.7.153.188:34685 requested a full tablet report, sending...
15:22:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.195762 7982 ts_manager.cc:194] Registered new tserver with Master: 6980a757367f4e72b60b206b0bfed81d (127.7.153.129:36791)
15:22:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.215240 8226 heartbeater.cc:344] Connected to a master server at 127.7.153.190:38491
15:22:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.215628 8226 heartbeater.cc:461] Registering TS with master...
15:22:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.216569 8226 heartbeater.cc:507] Master 127.7.153.190:38491 requested a full tablet report, sending...
15:22:19.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.218959 7828 ts_manager.cc:194] Registered new tserver with Master: 6980a757367f4e72b60b206b0bfed81d (127.7.153.129:36791)
15:22:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.225677 7828 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.153.129:37403
15:22:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:19.496786 8229 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:19.497274 8229 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:19.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:19.497817 8229 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:19.529520 8229 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:19.530304 8229 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.153.130
15:22:19.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.564492 8229 tablet_server_runner.cc:78] Tablet server non-default flags:
15:22:19.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:19.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/data
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/wal
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.130:0
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/data/info.pb
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.130
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:19.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.153.130
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/logs
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8729
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:19.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.565632 8229 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:19.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:19.567142 8229 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:19.579502 8237 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:20.231079 8226 heartbeater.cc:499] Master 127.7.153.190:38491 was elected leader, sending a full tablet report...
15:22:21.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:19.583945 8238 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:21.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:20.983003 8236 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 8229
15:22:21.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.352164 8229 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.769s user 0.581s sys 0.988s
15:22:21.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.353717 8229 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.770s user 0.581s sys 0.989s
15:22:21.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.354554 8240 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.357542 8239 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1768 milliseconds
15:22:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.357549 8229 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:22:21.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.358815 8229 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:21.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.360949 8229 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:21.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.362267 8229 hybrid_clock.cc:648] HybridClock initialized: now 1761492141362211 us; error 64 us; skew 500 ppm
15:22:21.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.363067 8229 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.368884 8229 webserver.cc:492] Webserver started at http://127.7.153.130:44619/ using document root <none> and password file <none>
15:22:21.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.369782 8229 fs_manager.cc:362] Metadata directory not provided
15:22:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.369987 8229 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.370434 8229 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:21.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.374210 8229 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/data/instance:
15:22:21.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17015b42e8564e6f9f9f8d68438b1654"
15:22:21.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:21 on dist-test-slave-sch5"
15:22:21.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.375202 8229 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/wal/instance:
15:22:21.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17015b42e8564e6f9f9f8d68438b1654"
15:22:21.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:21 on dist-test-slave-sch5"
15:22:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.381775 8229 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
15:22:21.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.387192 8249 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:22:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.388244 8229 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
15:22:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.388537 8229 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/data,/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/wal
15:22:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17015b42e8564e6f9f9f8d68438b1654"
15:22:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-26 15:22:21 on dist-test-slave-sch5"
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.388804 8229 fs_report.cc:389] FS layout report
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/wal
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/wal
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/data/data
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:22:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:22:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.436604 8229 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:22:21.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.437850 8229 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:22:21.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.438256 8229 kserver.cc:163] Server-wide thread pool size limit: 3276
15:22:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.440721 8229 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:22:21.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.444550 8229 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:22:21.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.444731 8229 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:22:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.444983 8229 ts_tablet_manager.cc:616] Registered 0 tablets
15:22:21.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.445137 8229 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:22:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.576596 8229 rpc_server.cc:307] RPC server started. Bound to: 127.7.153.130:34431
15:22:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.576694 8362 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.153.130:34431 every 8 connection(s)
15:22:21.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.578866 8229 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/data/info.pb
15:22:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.587939 7782 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu as pid 8229
15:22:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.588683 7782 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-1/wal/instance
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.610678 7782 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/wal
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/data
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/logs
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/data/info.pb
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:22:21.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.131:0
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.153.131
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.131
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:21.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:22:21.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.622474 8365 heartbeater.cc:344] Connected to a master server at 127.7.153.190:38491
15:22:21.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.622895 8365 heartbeater.cc:461] Registering TS with master...
15:22:21.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.624028 8365 heartbeater.cc:507] Master 127.7.153.190:38491 requested a full tablet report, sending...
15:22:21.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.626554 7828 ts_manager.cc:194] Registered new tserver with Master: 17015b42e8564e6f9f9f8d68438b1654 (127.7.153.130:34431)
15:22:21.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.627601 8363 heartbeater.cc:344] Connected to a master server at 127.7.153.189:37449
15:22:21.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.627863 8363 heartbeater.cc:461] Registering TS with master...
15:22:21.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.628295 7828 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.153.130:40479
15:22:21.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.628599 8363 heartbeater.cc:507] Master 127.7.153.189:37449 requested a full tablet report, sending...
15:22:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.631817 8364 heartbeater.cc:344] Connected to a master server at 127.7.153.188:34685
15:22:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.632128 8364 heartbeater.cc:461] Registering TS with master...
15:22:21.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.632707 8364 heartbeater.cc:507] Master 127.7.153.188:34685 requested a full tablet report, sending...
15:22:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.634050 7903 ts_manager.cc:194] Registered new tserver with Master: 17015b42e8564e6f9f9f8d68438b1654 (127.7.153.130:34431)
15:22:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.634968 7982 ts_manager.cc:194] Registered new tserver with Master: 17015b42e8564e6f9f9f8d68438b1654 (127.7.153.130:34431)
15:22:21.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.901307 8373 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:22:21.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.901686 8373 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:22:21.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.902041 8373 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:22:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.932176 8373 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:22:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.932868 8373 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.153.131
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.965392 8373 tablet_server_runner.cc:78] Tablet server non-default flags:
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.153.148:46425
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/data
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/wal
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:22:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.153.131:0
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/data/info.pb
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.153.131
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.153.190:38491,127.7.153.189:37449,127.7.153.188:34685
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.153.131
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/logs
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d0cb013a5aad754f2ed06c25f5ec3d8a1873622
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Oct 2025 14:43:23 UTC on 5fd53c4cbb9d
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8729
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:22:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.966593 8373 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:22:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:21.968114 8373 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:22:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.980225 8379 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8373==WARNING: invalid path to external symbolizer!
15:22:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8373==WARNING: Failed to use and restart external symbolizer!
15:22:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8373)
15:22:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
15:22:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc4c)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
15:22:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5a8394)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5a81c9)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x449d1a)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x47226f)
15:22:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-8380' (tid=8380, running) created by main thread at:
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-8379' (tid=8379, finished) created by main thread at:
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
15:22:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskmEPae_/build/tsan/bin/kudu+0x49fd2f)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:21.981158 8380 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8373)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fa11c7f3668 by thread T6:
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x449f05)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x45404c)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x449d36)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x47226f)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fa11c7f3668 by thread T5 (mutexes: write M83):
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x449f40)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x45404c)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x449d36)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x47226f)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f1668)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fa11a755840) created at:
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a650b)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-8380' (tid=8380, running) created by main thread at:
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
15:22:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-8379' (tid=8379, finished) created by main thread at:
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4495c8)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x598609)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x63ac19)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5336b1)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53361c)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x53358c)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5321f5)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x656ba0)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6574d7)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x657a1e)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:22:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskmEPae_/build/tsan/lib/libkudu_util.so+0x449f05)
15:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:22.022498 8382 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:22:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.022735 8373 server_base.cc:1047] running on GCE node
15:22:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.023663 8373 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:22:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.025322 8373 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:22:22.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.026619 8373 hybrid_clock.cc:648] HybridClock initialized: now 1761492142026577 us; error 40 us; skew 500 ppm
15:22:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.027315 8373 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:22:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.033051 8373 webserver.cc:492] Webserver started at http://127.7.153.131:41699/ using document root <none> and password file <none>
15:22:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.033815 8373 fs_manager.cc:362] Metadata directory not provided
15:22:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.034031 8373 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.034293 8373 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
15:22:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.034773 8373 fs_manager.cc:362] Metadata directory not provided
15:22:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.034927 8373 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:22:22.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.035483 8373 ts_tablet_manager.cc:1507] Shutting down tablet manager...
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8373)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3775):
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3775 (0x7b7000001980) created at:
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=8386, running) created by main thread at:
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskmEPae_/build/tsan/lib/libserver_process.so+0x1c1b14)
15:22:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8373)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49fd2f)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x47226f)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=8386, running) created by main thread at:
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x63ac19)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x5336b1)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53361c)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53358c)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5321f5)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x656ba0)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6574d7)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x657a1e)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskmEPae_/build/tsan/bin/kudu+0x49fd2f)
15:22:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:22.058652 8373 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
15:22:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760/ts-2: No such file or directory (error 2)
15:22:22.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:22.633318 8365 heartbeater.cc:499] Master 127.7.153.190:38491 was elected leader, sending a full tablet report...
15:22:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
15:22:23.087 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 3: /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu: process exited with non-zero status 66"
}
15:22:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:23.088017 7782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu with pid 8065
15:22:23.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:23.109892 7782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu with pid 8229
15:22:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:23.131479 7782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu with pid 7795
15:22:23.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:23.156070 7782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu with pid 7866
15:22:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251026 15:22:23.181366 7782 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu with pid 7941
15:22:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:23.209391 7782 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760 during walk: No such file or directory
15:22:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:23.209719 7782 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760 during walk: No such file or directory
15:22:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251026 15:22:23.210076 7782 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskmEPae_/test-tmp/mini-kudu-cluster5468777771858976760: One or more errors occurred
15:22:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==7782==WARNING: invalid path to external symbolizer!
15:22:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==7782==WARNING: Failed to use and restart external symbolizer!
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=7782)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
15:22:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3dacf6)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
15:22:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=7790, running) created by main thread at:
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskmEPae_/build/tsan/lib/libserver_process.so+0x1c1b14)
15:22:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=7782)
15:22:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
15:22:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
15:22:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
15:22:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
15:22:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
15:22:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
15:22:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=7789, running) created by main thread at:
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
15:22:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
15:22:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:22:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:22:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskmEPae_/build/tsan/lib/libserver_process.so+0x1c1b14)
15:22:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:22:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-26T15:22:23Z chronyd exiting
15:22:24.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
15:22:24.285 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testLastPropagatedTimestamps: failed attempt 1
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-taskmEPae_/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)