02:39:56.471 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:39:56.471 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskgMcKAi/test-tmp
02:39:56.471 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:39:56.471 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskgMcKAi/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:39:56.472 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:39:56.788 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:39:56.788 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:39:56.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:56.791504 32295 mini_oidc.cc:150] Starting JWKS server
02:39:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:56.794823 32295 webserver.cc:480] Webserver started at http://127.0.0.1:45457/ using document root <none> and password file <none>
02:39:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:56.795226 32295 mini_oidc.cc:186] Starting OIDC Discovery server
02:39:56.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:56.796849 32295 webserver.cc:480] Webserver started at http://127.0.0.1:37113/ using document root <none> and password file <none>
02:39:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T02:39:56Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:39:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T02:39:56Z Disabled control of system clock
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:56.857757 32295 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/wal
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/data
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/logs
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/data/info.pb
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.137.254:41485
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.137.254
02:39:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:39:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.137.212:44301
02:39:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:39:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:39:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:39:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:39:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.137.254:41485,127.31.137.253:36397,127.31.137.252:38233
02:39:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:39:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json with env {}
02:39:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.149565 32307 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:39:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.150182 32307 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:39:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.150677 32307 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:39:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.181938 32307 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:39:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.182265 32307 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:39:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.182468 32307 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:39:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.182662 32307 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:39:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.182850 32307 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:39:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.182991 32307 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45457/jwks.json
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:57.218523 32307 master_runner.cc:386] Master server non-default flags:
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.137.212:44301
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/data
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/wal
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.137.254:41485,127.31.137.253:36397,127.31.137.252:38233
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.137.254:41485
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/data/info.pb
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.137.254
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/logs
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:54:52 UTC on 5fd53c4cbb9d
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7905
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:39:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:57.219796 32307 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:39:57.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:57.221354 32307 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:39:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.231803 32313 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:39:58.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:57.232334 32314 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:39:58.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.534902 32316 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:39:58.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.537474 32307 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.305s user 0.459s sys 0.841s
02:39:58.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.537644 32315 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1298 milliseconds
02:39:58.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.537763 32307 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.306s user 0.459s sys 0.841s
02:39:58.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.538046 32307 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:39:58.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.543145 32307 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:39:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.545760 32307 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:39:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.547119 32307 hybrid_clock.cc:648] HybridClock initialized: now 1757039998547081 us; error 70 us; skew 500 ppm
02:39:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.547951 32307 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:39:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.555718 32307 webserver.cc:480] Webserver started at http://127.31.137.254:39675/ using document root <none> and password file <none>
02:39:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.556666 32307 fs_manager.cc:362] Metadata directory not provided
02:39:58.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.556913 32307 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:39:58.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.557375 32307 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:39:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.561846 32307 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/data/instance:
02:39:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae1bb4216c4d41c785751634b86d2041"
02:39:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:39:58 on dist-test-slave-9g8q"
02:39:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.563023 32307 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/wal/instance:
02:39:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae1bb4216c4d41c785751634b86d2041"
02:39:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:39:58 on dist-test-slave-9g8q"
02:39:58.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.571118 32307 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.006s
02:39:58.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.577301 32323 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:39:58.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.578568 32307 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.001s
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.578929 32307 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/data,/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/wal
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae1bb4216c4d41c785751634b86d2041"
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:39:58 on dist-test-slave-9g8q"
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.579270 32307 fs_report.cc:389] FS layout report
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/wal
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/wal
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/data/data
02:39:58.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:39:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:39:58.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.646014 32307 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:39:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.647684 32307 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:39:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.648180 32307 kserver.cc:163] Server-wide thread pool size limit: 3276
02:39:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.718626 32307 rpc_server.cc:307] RPC server started. Bound to: 127.31.137.254:41485
02:39:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.718693 32375 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.137.254:41485 every 8 connection(s)
02:39:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.721469 32307 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/data/info.pb
02:39:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.725456 32295 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu as pid 32307
02:39:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.726002 32295 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-0/wal/instance
02:39:58.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.728575 32376 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.730180 32295 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/wal
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/data
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/logs
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/data/info.pb
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:39:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.137.253:36397
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.137.253
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.137.212:44301
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.137.254:41485,127.31.137.253:36397,127.31.137.252:38233
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:39:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json with env {}
02:39:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.740166 32376 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } has no permanent_uuid. Determining permanent_uuid...
02:39:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.768805 32376 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } has no permanent_uuid. Determining permanent_uuid...
02:39:58.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.771293 32324 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.137.253:36397: connect: Connection refused (error 111)
02:39:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.775748 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.253:36397: Network error: Client connection negotiation failed: client connection to 127.31.137.253:36397: connect: Connection refused (error 111)
02:39:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.825341 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } attempt: 1
02:39:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.829342 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.253:36397: Network error: Client connection negotiation failed: client connection to 127.31.137.253:36397: connect: Connection refused (error 111)
02:39:58.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.897845 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } attempt: 2
02:39:58.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.901654 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.253:36397: Network error: Client connection negotiation failed: client connection to 127.31.137.253:36397: connect: Connection refused (error 111)
02:39:58.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:58.993145 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } attempt: 3
02:39:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:58.997095 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.253:36397: Network error: Client connection negotiation failed: client connection to 127.31.137.253:36397: connect: Connection refused (error 111)
02:39:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.032087 32378 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:39:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.032635 32378 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:39:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.033102 32378 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:39:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.064196 32378 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:39:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.064499 32378 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:39:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.064695 32378 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:39:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.064894 32378 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:39:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.065081 32378 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:39:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.065224 32378 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45457/jwks.json
02:39:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:59.101310 32378 master_runner.cc:386] Master server non-default flags:
02:39:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:39:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.137.212:44301
02:39:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:39:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:39:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/data
02:39:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/wal
02:39:59.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.137.254:41485,127.31.137.253:36397,127.31.137.252:38233
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.137.253:36397
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/data/info.pb
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.137.253
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/logs
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:54:52 UTC on 5fd53c4cbb9d
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7905
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:39:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:59.102672 32378 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:39:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:59.104242 32378 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:39:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.115530 32387 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:39:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:59.140599 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } attempt: 4
02:39:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.147552 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.253:36397: Network error: Client connection negotiation failed: client connection to 127.31.137.253:36397: connect: Connection refused (error 111)
02:39:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:39:59.448175 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } attempt: 5
02:39:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.454864 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.253:36397: Network error: Client connection negotiation failed: client connection to 127.31.137.253:36397: connect: Connection refused (error 111)
02:40:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.002390 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } attempt: 6
02:40:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:00.034245 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.253:36397: Network error: Client connection negotiation failed: client connection to 127.31.137.253:36397: connect: Connection refused (error 111)
02:40:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:39:59.115729 32388 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:40:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:00.519063 32386 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ec0 after lost signal to thread 32378
02:40:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:00.904301 32378 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.789s user 0.000s sys 0.002s
02:40:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:00.904865 32378 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.789s user 0.000s sys 0.002s
02:40:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:00.906458 32390 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:40:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:00.909574 32389 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1789 milliseconds
02:40:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.909643 32378 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:40:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.910907 32378 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:40:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.913219 32378 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:40:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.914533 32378 hybrid_clock.cc:648] HybridClock initialized: now 1757040000914499 us; error 59 us; skew 500 ppm
02:40:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.915261 32378 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:40:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.921766 32378 webserver.cc:480] Webserver started at http://127.31.137.253:37835/ using document root <none> and password file <none>
02:40:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.922676 32378 fs_manager.cc:362] Metadata directory not provided
02:40:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.922863 32378 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:40:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.923238 32378 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:40:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.927516 32378 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/data/instance:
02:40:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f83418478c314b2d835fe5ee72aacbf4"
02:40:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:40:00 on dist-test-slave-9g8q"
02:40:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.928696 32378 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/wal/instance:
02:40:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f83418478c314b2d835fe5ee72aacbf4"
02:40:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:40:00 on dist-test-slave-9g8q"
02:40:00.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.935640 32378 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.000s sys 0.008s
02:40:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.940982 32399 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:40:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.942026 32378 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
02:40:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.942350 32378 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/data,/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/wal
02:40:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f83418478c314b2d835fe5ee72aacbf4"
02:40:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:40:00 on dist-test-slave-9g8q"
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.942665 32378 fs_report.cc:389] FS layout report
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/wal
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/wal
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/data/data
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:40:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:40:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.992918 32378 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:40:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.994376 32378 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:40:00.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:00.994781 32378 kserver.cc:163] Server-wide thread pool size limit: 3276
02:40:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.063757 32378 rpc_server.cc:307] RPC server started. Bound to: 127.31.137.253:36397
02:40:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.063834 32450 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.137.253:36397 every 8 connection(s)
02:40:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.066479 32378 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/data/info.pb
02:40:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.072130 32451 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:40:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.074658 32295 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu as pid 32378
02:40:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.075009 32295 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-1/wal/instance
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.077087 32295 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/wal
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/data
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/logs
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/data/info.pb
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:40:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.137.252:38233
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.137.252
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.137.212:44301
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.137.254:41485,127.31.137.253:36397,127.31.137.252:38233
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:40:01.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json with env {}
02:40:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.084604 32451 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } has no permanent_uuid. Determining permanent_uuid...
02:40:01.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.094771 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } attempt: 7
02:40:01.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.116814 32451 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } has no permanent_uuid. Determining permanent_uuid...
02:40:01.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.126478 32376 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } has no permanent_uuid. Determining permanent_uuid...
02:40:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.133095 32451 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } has no permanent_uuid. Determining permanent_uuid...
02:40:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.133234 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.135452 32400 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.139683 32451 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.189275 32451 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 1
02:40:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.191692 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 1
02:40:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.194029 32451 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.195498 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.262485 32451 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 2
02:40:01.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.266587 32451 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.276852 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 2
02:40:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.280666 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.357988 32451 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 3
02:40:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.362079 32451 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.366010 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 3
02:40:01.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.369664 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.399281 32453 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:40:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.399932 32453 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:40:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.400516 32453 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:40:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.432089 32453 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:40:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.432451 32453 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:40:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.432785 32453 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:40:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.433066 32453 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:40:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.433344 32453 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:40:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.433559 32453 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45457/jwks.json
02:40:01.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.471283 32453 master_runner.cc:386] Master server non-default flags:
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.137.212:44301
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/data
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/wal
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.137.254:41485,127.31.137.253:36397,127.31.137.252:38233
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.137.252:38233
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45457/jwks.json
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/data/info.pb
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.137.252
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/logs
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:54:52 UTC on 5fd53c4cbb9d
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7905
02:40:01.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:40:01.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.472911 32453 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:40:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.474648 32453 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:40:01.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.485212 32466 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:40:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.505496 32451 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 4
02:40:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.509631 32451 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.510008 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 4
02:40:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.513518 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.796952 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 5
02:40:01.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.805755 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:01.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:01.809115 32451 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 5
02:40:01.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.815481 32451 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:02.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.358430 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 6
02:40:02.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.363103 32451 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 6
02:40:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:02.379431 32376 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:02.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:02.384654 32451 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.31.137.252:38233: Network error: Client connection negotiation failed: client connection to 127.31.137.252:38233: connect: Connection refused (error 111)
02:40:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:01.487056 32467 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:40:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:02.729586 32468 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:40:02.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:02.732146 32469 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:40:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:02.734338 32453 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.248s user 0.000s sys 0.006s
02:40:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:02.734611 32453 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.248s user 0.000s sys 0.006s
02:40:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.734889 32453 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:40:02.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.736004 32453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:40:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.739034 32453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:40:02.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.740471 32453 hybrid_clock.cc:648] HybridClock initialized: now 1757040002740414 us; error 73 us; skew 500 ppm
02:40:02.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.741245 32453 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:40:02.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.749035 32453 webserver.cc:480] Webserver started at http://127.31.137.252:41169/ using document root <none> and password file <none>
02:40:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.749917 32453 fs_manager.cc:362] Metadata directory not provided
02:40:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.750141 32453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:40:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.750556 32453 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:40:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.754941 32453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/data/instance:
02:40:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7b19d38b60d43988f59e943f2343b0f"
02:40:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:40:02 on dist-test-slave-9g8q"
02:40:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.755975 32453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/wal/instance:
02:40:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7b19d38b60d43988f59e943f2343b0f"
02:40:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:40:02 on dist-test-slave-9g8q"
02:40:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.763688 32453 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
02:40:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.771008 32480 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:40:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.772008 32453 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
02:40:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.772291 32453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/data,/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/wal
02:40:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7b19d38b60d43988f59e943f2343b0f"
02:40:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 02:40:02 on dist-test-slave-9g8q"
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.772619 32453 fs_report.cc:389] FS layout report
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/wal
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/wal
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/data/data
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:40:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:40:02.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.849661 32453 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:40:02.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.851141 32453 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:40:02.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.851575 32453 kserver.cc:163] Server-wide thread pool size limit: 3276
02:40:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.922478 32453 rpc_server.cc:307] RPC server started. Bound to: 127.31.137.252:38233
02:40:02.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.922538 32532 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.137.252:38233 every 8 connection(s)
02:40:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.925138 32453 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/data/info.pb
02:40:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.930249 32295 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu as pid 32453
02:40:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.930769 32295 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/master-2/wal/instance
02:40:02.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.931377 32533 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:40:02.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.947983 32533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } has no permanent_uuid. Determining permanent_uuid...
02:40:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.972828 32533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } has no permanent_uuid. Determining permanent_uuid...
02:40:02.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.982841 32533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } has no permanent_uuid. Determining permanent_uuid...
02:40:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:02.998544 32533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f: Bootstrap starting.
02:40:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.004781 32533 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f: Neither blocks nor log segments found. Creating new log.
02:40:03.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.006963 32533 log.cc:826] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f: Log is configured to *not* fsync() on all Append() calls
02:40:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.011359 32533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f: No bootstrap required, opened a new log
02:40:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.029500 32533 raft_consensus.cc:357] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.030167 32533 raft_consensus.cc:383] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:40:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.030377 32533 raft_consensus.cc:738] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7b19d38b60d43988f59e943f2343b0f, State: Initialized, Role: FOLLOWER
02:40:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.031013 32533 consensus_queue.cc:260] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.033119 32542 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.033711 32542 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: This master's current role is: FOLLOWER
02:40:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.034526 32533 sys_catalog.cc:564] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: configured and running, proceeding with master startup.
02:40:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:03.057938 32553 catalog_manager.cc:1560] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:40:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:03.058248 32553 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:40:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.055451 32453 master_runner.cc:186] Error getting master registration for 127.31.137.254:41485: OK, instance_id { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" instance_seqno: 1757039998698973 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:40:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.085772 32453 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:40:03.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:03.106509 32486 tablet.cc:2378] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:40:03.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.413010 32376 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 7
02:40:03.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.433706 32376 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: Bootstrap starting.
02:40:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.441223 32376 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: Neither blocks nor log segments found. Creating new log.
02:40:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.443557 32376 log.cc:826] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: Log is configured to *not* fsync() on all Append() calls
02:40:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.445277 32451 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } attempt: 7
02:40:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.448719 32376 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: No bootstrap required, opened a new log
02:40:03.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.469820 32451 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4: Bootstrap starting.
02:40:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.474455 32376 raft_consensus.cc:357] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.475335 32376 raft_consensus.cc:383] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:40:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.475641 32376 raft_consensus.cc:738] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae1bb4216c4d41c785751634b86d2041, State: Initialized, Role: FOLLOWER
02:40:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.476711 32376 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.477706 32451 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4: Neither blocks nor log segments found. Creating new log.
02:40:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.480902 32376 sys_catalog.cc:564] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [sys.catalog]: configured and running, proceeding with master startup.
02:40:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.481918 32451 log.cc:826] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4: Log is configured to *not* fsync() on all Append() calls
02:40:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.478885 32558 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.486140 32558 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [sys.catalog]: This master's current role is: FOLLOWER
02:40:03.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.491237 32451 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4: No bootstrap required, opened a new log
02:40:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:03.513625 32570 catalog_manager.cc:1560] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:40:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:03.514204 32570 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:40:03.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.524209 32542 raft_consensus.cc:491] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:40:03.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.524752 32542 raft_consensus.cc:513] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.527263 32542 leader_election.cc:290] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ae1bb4216c4d41c785751634b86d2041 (127.31.137.254:41485), f83418478c314b2d835fe5ee72aacbf4 (127.31.137.253:36397)
02:40:03.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.528312 32350 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7b19d38b60d43988f59e943f2343b0f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae1bb4216c4d41c785751634b86d2041" is_pre_election: true
02:40:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.529194 32350 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7b19d38b60d43988f59e943f2343b0f in term 0.
02:40:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.530534 32482 leader_election.cc:304] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ae1bb4216c4d41c785751634b86d2041, b7b19d38b60d43988f59e943f2343b0f; no voters:
02:40:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.531423 32542 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:40:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.531770 32542 raft_consensus.cc:491] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:40:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.532099 32542 raft_consensus.cc:3058] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 0 FOLLOWER]: Advancing to term 1
02:40:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.539031 32542 raft_consensus.cc:513] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.541774 32350 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7b19d38b60d43988f59e943f2343b0f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae1bb4216c4d41c785751634b86d2041"
02:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.542346 32350 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [term 0 FOLLOWER]: Advancing to term 1
02:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.545364 32542 leader_election.cc:290] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [CANDIDATE]: Term 1 election: Requested vote from peers ae1bb4216c4d41c785751634b86d2041 (127.31.137.254:41485), f83418478c314b2d835fe5ee72aacbf4 (127.31.137.253:36397)
02:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.548271 32451 raft_consensus.cc:357] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.549178 32451 raft_consensus.cc:383] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.549273 32350 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7b19d38b60d43988f59e943f2343b0f in term 1.
02:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.549479 32451 raft_consensus.cc:738] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f83418478c314b2d835fe5ee72aacbf4, State: Initialized, Role: FOLLOWER
02:40:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.550482 32482 leader_election.cc:304] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ae1bb4216c4d41c785751634b86d2041, b7b19d38b60d43988f59e943f2343b0f; no voters:
02:40:03.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.551524 32542 raft_consensus.cc:2802] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 1 FOLLOWER]: Leader election won for term 1
02:40:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.560218 32451 consensus_queue.cc:260] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.512987 32307 master_runner.cc:186] Error getting master registration for 127.31.137.253:36397: OK, instance_id { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" instance_seqno: 1757040001044801 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:40:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.565128 32307 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:40:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.569046 32542 raft_consensus.cc:695] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [term 1 LEADER]: Becoming Leader. State: Replica: b7b19d38b60d43988f59e943f2343b0f, State: Running, Role: LEADER
02:40:03.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.567330 32573 sys_catalog.cc:455] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.570150 32542 consensus_queue.cc:237] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } }
02:40:03.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.570664 32573 sys_catalog.cc:458] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [sys.catalog]: This master's current role is: FOLLOWER
02:40:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.574250 32426 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7b19d38b60d43988f59e943f2343b0f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f83418478c314b2d835fe5ee72aacbf4" is_pre_election: true
02:40:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.573998 32425 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7b19d38b60d43988f59e943f2343b0f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f83418478c314b2d835fe5ee72aacbf4"
02:40:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.575820 32425 raft_consensus.cc:3058] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [term 0 FOLLOWER]: Advancing to term 1
02:40:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.584350 32425 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7b19d38b60d43988f59e943f2343b0f in term 1.
02:40:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.586743 32426 raft_consensus.cc:2374] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate b7b19d38b60d43988f59e943f2343b0f in term 1. Re-sending same reply.
02:40:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.588449 32451 sys_catalog.cc:564] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [sys.catalog]: configured and running, proceeding with master startup.
02:40:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.592945 32572 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7b19d38b60d43988f59e943f2343b0f. Latest consensus state: current_term: 1 leader_uuid: "b7b19d38b60d43988f59e943f2343b0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.593741 32572 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: This master's current role is: LEADER
02:40:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.598552 32576 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:40:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.606717 32576 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:40:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.626708 32425 raft_consensus.cc:1273] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [term 1 FOLLOWER]: Refusing update from remote peer b7b19d38b60d43988f59e943f2343b0f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:40:03.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.632647 32572 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:40:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.645810 32350 raft_consensus.cc:1273] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [term 1 FOLLOWER]: Refusing update from remote peer b7b19d38b60d43988f59e943f2343b0f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:40:03.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.647712 32572 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:40:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:03.659413 32329 tablet.cc:2378] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:40:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.674197 32573 sys_catalog.cc:455] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7b19d38b60d43988f59e943f2343b0f. Latest consensus state: current_term: 1 leader_uuid: "b7b19d38b60d43988f59e943f2343b0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.674901 32573 sys_catalog.cc:458] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [sys.catalog]: This master's current role is: FOLLOWER
02:40:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.678855 32578 mvcc.cc:204] Tried to move back new op lower bound from 7196835854823821312 to 7196835854634225664. Current Snapshot: MvccSnapshot[applied={T|T < 7196835854823821312}]
02:40:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.683553 32542 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b7b19d38b60d43988f59e943f2343b0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.684250 32542 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: This master's current role is: LEADER
02:40:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.685531 32576 catalog_manager.cc:1349] Generated new cluster ID: 5f38cbfbe2664f38b1f42bbc23f670d4
02:40:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.685798 32576 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:40:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.685446 32573 sys_catalog.cc:455] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b7b19d38b60d43988f59e943f2343b0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.686134 32573 sys_catalog.cc:458] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4 [sys.catalog]: This master's current role is: FOLLOWER
02:40:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.689742 32558 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7b19d38b60d43988f59e943f2343b0f. Latest consensus state: current_term: 1 leader_uuid: "b7b19d38b60d43988f59e943f2343b0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.694648 32558 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [sys.catalog]: This master's current role is: FOLLOWER
02:40:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.714736 32572 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b7b19d38b60d43988f59e943f2343b0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.715531 32572 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f [sys.catalog]: This master's current role is: LEADER
02:40:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.726159 32584 mvcc.cc:204] Tried to move back new op lower bound from 7196835854823821312 to 7196835854634225664. Current Snapshot: MvccSnapshot[applied={T|T < 7196835854823821312}]
02:40:03.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.730423 32593 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:40:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.741853 32576 catalog_manager.cc:1372] Generated new certificate authority record
02:40:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.743959 32558 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b7b19d38b60d43988f59e943f2343b0f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ae1bb4216c4d41c785751634b86d2041" member_type: VOTER last_known_addr { host: "127.31.137.254" port: 41485 } } peers { permanent_uuid: "f83418478c314b2d835fe5ee72aacbf4" member_type: VOTER last_known_addr { host: "127.31.137.253" port: 36397 } } peers { permanent_uuid: "b7b19d38b60d43988f59e943f2343b0f" member_type: VOTER last_known_addr { host: "127.31.137.252" port: 38233 } } }
02:40:03.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.744632 32558 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041 [sys.catalog]: This master's current role is: FOLLOWER
02:40:03.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.747429 32576 catalog_manager.cc:1506] Loading token signing keys...
02:40:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.806556 32576 catalog_manager.cc:5955] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f: Generated new TSK 0
02:40:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.807708 32576 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:03.845845 32295 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/wal
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/data
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/logs
02:40:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/data/info.pb
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.137.193:0
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.137.193
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.137.193
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.137.254:41485,127.31.137.253:36397,127.31.137.252:38233
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.137.212:44301
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:40:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:40:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:04.304672 32596 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:40:04.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:04.305332 32596 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:40:04.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:04.306128 32596 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:40:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:04.362149 32596 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:40:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:04.363565 32596 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.137.193
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.428944 32596 tablet_server_runner.cc:78] Tablet server non-default flags:
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.137.212:44301
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/data
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/wal
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.137.193:0
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/data/info.pb
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.137.193
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.137.254:41485,127.31.137.253:36397,127.31.137.252:38233
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:40:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.137.193
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/logs
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 01:54:52 UTC on 5fd53c4cbb9d
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7905
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:40:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.430685 32596 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:40:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.432802 32596 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:40:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:04.456207 32602 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:40:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.524014 32570 catalog_manager.cc:1261] Loaded cluster ID: 5f38cbfbe2664f38b1f42bbc23f670d4
02:40:04.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.524524 32570 catalog_manager.cc:1554] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: loading cluster ID for follower catalog manager: success
02:40:04.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.532002 32570 catalog_manager.cc:1576] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: acquiring CA information for follower catalog manager: success
02:40:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.547816 32570 catalog_manager.cc:1604] T 00000000000000000000000000000000 P ae1bb4216c4d41c785751634b86d2041: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:40:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.766212 32593 catalog_manager.cc:1261] Loaded cluster ID: 5f38cbfbe2664f38b1f42bbc23f670d4
02:40:04.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.774164 32593 catalog_manager.cc:1554] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4: loading cluster ID for follower catalog manager: success
02:40:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.781845 32593 catalog_manager.cc:1576] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4: acquiring CA information for follower catalog manager: success
02:40:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:04.811805 32593 catalog_manager.cc:1604] T 00000000000000000000000000000000 P f83418478c314b2d835fe5ee72aacbf4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:40:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==32596==WARNING: Can't read from symbolizer at fd 5
02:40:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==32596==WARNING: invalid path to external symbolizer!
02:40:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==32596==WARNING: Can't write to symbolizer at fd 8
02:40:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==32596==WARNING: Can't write to symbolizer at fd 8
02:40:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==32596==WARNING: Can't write to symbolizer at fd 8
02:40:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==32596==WARNING: Failed to use and restart external symbolizer!
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=32596)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000071a0 by thread T6:
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:40:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x44676a)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000071a0 by thread T5:
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4936bc)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x44676a)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-32603' (tid=32603, running) created by main thread at:
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446018)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x146146)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1445a6)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564e2)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e11)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-32602' (tid=32602, finished) created by main thread at:
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446018)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x146146)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1445a6)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564e2)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e11)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:40:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:40:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:40:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:40:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu+0x49679f)
02:40:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:04.456243 32603 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=32596)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fa230b7bc08 by thread T6:
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x446955)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x450a9c)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x446786)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x468cdf)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fa230b7bc08 by thread T5 (mutexes: write M83):
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446990)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x450a9c)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x446786)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x468cdf)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004edc08)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fa22eae1840) created at:
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cf7b)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:05.850687 32601 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ea0 after lost signal to thread 32596
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-32603' (tid=32603, running) created by main thread at:
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446018)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x146146)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1445a6)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564e2)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e11)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-32602' (tid=32602, finished) created by main thread at:
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x446018)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x146146)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1445a6)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564e2)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e11)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskgMcKAi/build/tsan/lib/libkudu_util.so+0x446955)
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:06.349336 32596 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.895s user 0.463s sys 0.806s
02:40:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:06.352638 32596 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.899s user 0.464s sys 0.806s
02:40:06.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.361333 32596 server_base.cc:1047] running on GCE node
02:40:06.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:06.362286 32608 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:40:06.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.363409 32596 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:40:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.365886 32596 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:40:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.367442 32596 hybrid_clock.cc:648] HybridClock initialized: now 1757040006367387 us; error 49 us; skew 500 ppm
02:40:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.368408 32596 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:40:06.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.376407 32596 webserver.cc:480] Webserver started at http://127.31.137.193:37665/ using document root <none> and password file <none>
02:40:06.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.377516 32596 fs_manager.cc:362] Metadata directory not provided
02:40:06.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.377743 32596 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:40:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.378022 32596 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:40:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.378672 32596 fs_manager.cc:362] Metadata directory not provided
02:40:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.378883 32596 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:40:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:06.379541 32596 ts_tablet_manager.cc:1500] Shutting down tablet manager...
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=32596)
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3767):
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0ee4)
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f182)
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x143ea2)
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143c36)
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x401a2f)
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255e72)
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e9a)
02:40:06.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T12:
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2a3f)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1414)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a9e)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564e2)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e11)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:40:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3767 (0x7b6800001980) created at:
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c24ff)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a9e)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564e2)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e11)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:40:06.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=32611, running) created by main thread at:
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c279d)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a9e)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564e2)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e11)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskgMcKAi/build/tsan/lib/libserver_process.so+0x1c0ee4)
02:40:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=32596)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00031da0 by thread T12:
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2ad0)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00031da0 by main thread:
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbccd)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190cb7)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x1901e8)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a9e)
02:40:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564e2)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e11)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=32611, running) created by main thread at:
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c279d)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144a9e)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564e2)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e11)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu+0x49679f)
02:40:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:06.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:06.404332 32596 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:40:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128/ts-0: No such file or directory (error 2)
02:40:07.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
02:40:07.438 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu: process exited with non-zero status 66"
}
02:40:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:07.439162 32295 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu with pid 32307
02:40:07.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:07.463276 32295 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu with pid 32378
02:40:07.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:07.481837 32482 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.137.254:41485: connect: Connection refused (error 111)
02:40:07.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:07.484891 32482 consensus_peers.cc:489] T 00000000000000000000000000000000 P b7b19d38b60d43988f59e943f2343b0f -> Peer ae1bb4216c4d41c785751634b86d2041 (127.31.137.254:41485): Couldn't send request to peer ae1bb4216c4d41c785751634b86d2041. Status: Network error: Client connection negotiation failed: client connection to 127.31.137.254:41485: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:40:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 02:40:07.495064 32295 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu with pid 32453
02:40:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:07.525880 32295 env_posix.cc:2133] Unable to access file /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128 during walk: No such file or directory
02:40:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:07.526224 32295 env_posix.cc:2135] Unable to access file /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128 during walk: No such file or directory
02:40:07.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 02:40:07.526568 32295 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskgMcKAi/test-tmp/mini-kudu-cluster9145160284877726128: One or more errors occurred
02:40:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==32295==WARNING: invalid path to external symbolizer!
02:40:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==32295==WARNING: Failed to use and restart external symbolizer!
02:40:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:07.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=32295)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3457):
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0ee4)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f182)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2cc7)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48dcc2)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d7f96)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x652939)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x651234)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529e81)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529dec)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529d5c)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5289c5)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645090)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6459c7)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645f0e)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:40:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001e00 allocated by main thread:
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1414)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3457 (0x7b6800001f80) created at:
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c24ff)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=32302, running) created by main thread at:
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c279d)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskgMcKAi/build/tsan/lib/libserver_process.so+0x1c0ee4)
02:40:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=32295)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3454):
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0ee4)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f182)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:40:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2cc7)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d6fd)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0f89)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f182)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6585e7)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x654a5d)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65412b)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x651350)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529e81)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529dec)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x529d5c)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5289c5)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645090)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6459c7)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x645f0e)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1414)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3454 (0x7b6800001980) created at:
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c24ff)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=32301, running) created by main thread at:
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c279d)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190100)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskgMcKAi/build/tsan/lib/libserver_process.so+0x1c0ee4)
02:40:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:40:07.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T02:40:07Z chronyd exiting
02:40:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
02:40:08.602 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testCreateDeleteTable: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskgMcKAi/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)