02:21:12.994 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:21:12.994 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task6gghIV/test-tmp
02:21:12.995 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:21:12.995 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task6gghIV/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:21:12.996 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182"
extra_tserver_flags: "--scanner_ttl_ms=1000"
extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:21:13.283 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:21:13.283 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:21:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:13.285961 8067 mini_oidc.cc:150] Starting JWKS server
02:21:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:13.289317 8067 webserver.cc:480] Webserver started at http://127.0.0.1:39811/ using document root <none> and password file <none>
02:21:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:13.289911 8067 mini_oidc.cc:186] Starting OIDC Discovery server
02:21:13.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:13.291460 8067 webserver.cc:480] Webserver started at http://127.0.0.1:42239/ using document root <none> and password file <none>
02:21:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-02T02:21:13Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:21:13.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-02T02:21:13Z Disabled control of system clock
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:13.344990 8067 external_mini_cluster.cc:1366] Running /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/wal
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/data
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/logs
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/data/info.pb
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.254:43383
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.254
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39811/jwks.json with env {}
02:21:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.600268 8080 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.600726 8080 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.601140 8080 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.628468 8080 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.628731 8080 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.628912 8080 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.629109 8080 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.629285 8080 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.629419 8080 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39811/jwks.json
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:13.658985 8080 master_runner.cc:386] Master server non-default flags:
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/data
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/wal
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.254:43383
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39811/jwks.json
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/data/info.pb
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.254
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/logs
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Sep 2025 01:43:19 UTC on 5fd53c4cbb9d
02:21:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7857
02:21:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:13.660240 8080 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:13.661645 8080 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:13.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.671176 8086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:13.671706 8087 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:14.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:14.974192 8089 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:14.978302 8088 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1306 milliseconds
02:21:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:14.978830 8080 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.307s user 0.468s sys 0.833s
02:21:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:14.979075 8080 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.308s user 0.468s sys 0.833s
02:21:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.979333 8080 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.980509 8080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:14.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.982892 8080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.984210 8080 hybrid_clock.cc:648] HybridClock initialized: now 1756779674984177 us; error 35 us; skew 500 ppm
02:21:14.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.984977 8080 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.991626 8080 webserver.cc:480] Webserver started at http://127.7.224.254:33623/ using document root <none> and password file <none>
02:21:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.992527 8080 fs_manager.cc:362] Metadata directory not provided
02:21:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.992727 8080 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.993162 8080 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.997426 8080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/data/instance:
02:21:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0cdf23213d14018a0bfe7fa6ffab15e"
02:21:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:14 on dist-test-slave-cqxk"
02:21:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:14.998425 8080 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/wal/instance:
02:21:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0cdf23213d14018a0bfe7fa6ffab15e"
02:21:14.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:14 on dist-test-slave-cqxk"
02:21:15.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.005529 8080 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.000s sys 0.008s
02:21:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.011059 8096 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.012144 8080 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
02:21:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.012440 8080 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/data,/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/wal
02:21:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0cdf23213d14018a0bfe7fa6ffab15e"
02:21:15.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:14 on dist-test-slave-cqxk"
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.012707 8080 fs_report.cc:389] FS layout report
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/wal
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/wal
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/data/data
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:15.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.076453 8080 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.077732 8080 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:15.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.078094 8080 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.143878 8080 rpc_server.cc:307] RPC server started. Bound to: 127.7.224.254:43383
02:21:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.143954 8148 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.224.254:43383 every 8 connection(s)
02:21:15.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.146333 8080 server_base.cc:1179] Dumped server information to /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/data/info.pb
02:21:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.148424 8067 external_mini_cluster.cc:1428] Started /tmp/dist-test-task6gghIV/build/tsan/bin/kudu as pid 8080
02:21:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.148968 8067 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-0/wal/instance
02:21:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.152153 8149 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.154074 8067 external_mini_cluster.cc:1366] Running /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/wal
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/data
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/logs
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/data/info.pb
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.253:46645
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.253
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:15.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39811/jwks.json with env {}
02:21:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.164847 8149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } has no permanent_uuid. Determining permanent_uuid...
02:21:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.198061 8149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } has no permanent_uuid. Determining permanent_uuid...
02:21:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.200670 8100 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.224.253:46645: connect: Connection refused (error 111)
02:21:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.204346 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.253:46645: Network error: Client connection negotiation failed: client connection to 127.7.224.253:46645: connect: Connection refused (error 111)
02:21:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.253760 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } attempt: 1
02:21:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.257412 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.253:46645: Network error: Client connection negotiation failed: client connection to 127.7.224.253:46645: connect: Connection refused (error 111)
02:21:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.325737 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } attempt: 2
02:21:15.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.329244 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.253:46645: Network error: Client connection negotiation failed: client connection to 127.7.224.253:46645: connect: Connection refused (error 111)
02:21:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.420574 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } attempt: 3
02:21:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.424002 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.253:46645: Network error: Client connection negotiation failed: client connection to 127.7.224.253:46645: connect: Connection refused (error 111)
02:21:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.433248 8151 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.433761 8151 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.434258 8151 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.461966 8151 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.462317 8151 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.462602 8151 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.462857 8151 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.463105 8151 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.463299 8151 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39811/jwks.json
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.494426 8151 master_runner.cc:386] Master server non-default flags:
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/data
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/wal
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.253:46645
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39811/jwks.json
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/data/info.pb
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.253
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/logs
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Sep 2025 01:43:19 UTC on 5fd53c4cbb9d
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7857
02:21:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.495914 8151 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.497347 8151 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.507609 8160 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.567363 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } attempt: 4
02:21:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.573807 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.253:46645: Network error: Client connection negotiation failed: client connection to 127.7.224.253:46645: connect: Connection refused (error 111)
02:21:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:15.873334 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } attempt: 5
02:21:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.879523 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.253:46645: Network error: Client connection negotiation failed: client connection to 127.7.224.253:46645: connect: Connection refused (error 111)
02:21:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.427018 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } attempt: 6
02:21:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:16.436870 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.253:46645: Network error: Client connection negotiation failed: client connection to 127.7.224.253:46645: connect: Connection refused (error 111)
02:21:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:15.508055 8161 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:16.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:16.607651 8163 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:16.611243 8162 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1102 milliseconds
02:21:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.611341 8151 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:16.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.612573 8151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.614812 8151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:16.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.616108 8151 hybrid_clock.cc:648] HybridClock initialized: now 1756779676616075 us; error 40 us; skew 500 ppm
02:21:16.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.616858 8151 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.622099 8151 webserver.cc:480] Webserver started at http://127.7.224.253:44749/ using document root <none> and password file <none>
02:21:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.622834 8151 fs_manager.cc:362] Metadata directory not provided
02:21:16.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.623000 8151 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:16.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.623337 8151 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.627156 8151 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/data/instance:
02:21:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f388f0e01c214d92a671607517de487a"
02:21:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:16 on dist-test-slave-cqxk"
02:21:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.628165 8151 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/wal/instance:
02:21:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f388f0e01c214d92a671607517de487a"
02:21:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:16 on dist-test-slave-cqxk"
02:21:16.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.634438 8151 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
02:21:16.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.639278 8172 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.640236 8151 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:21:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.640491 8151 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/data,/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/wal
02:21:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f388f0e01c214d92a671607517de487a"
02:21:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:16 on dist-test-slave-cqxk"
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.640734 8151 fs_report.cc:389] FS layout report
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/wal
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/wal
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/data/data
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:16.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.696060 8151 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:16.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.697362 8151 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:16.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.697741 8151 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.769345 8151 rpc_server.cc:307] RPC server started. Bound to: 127.7.224.253:46645
02:21:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.769423 8225 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.224.253:46645 every 8 connection(s)
02:21:16.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.771961 8151 server_base.cc:1179] Dumped server information to /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/data/info.pb
02:21:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.776593 8226 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.779712 8067 external_mini_cluster.cc:1428] Started /tmp/dist-test-task6gghIV/build/tsan/bin/kudu as pid 8151
02:21:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.780225 8067 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-1/wal/instance
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.783002 8067 external_mini_cluster.cc:1366] Running /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/wal
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/data
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/logs
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/data/info.pb
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.252:43897
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.252
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:16.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39811/jwks.json with env {}
02:21:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.790777 8226 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } has no permanent_uuid. Determining permanent_uuid...
02:21:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.822321 8226 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } has no permanent_uuid. Determining permanent_uuid...
02:21:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.835492 8226 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } has no permanent_uuid. Determining permanent_uuid...
02:21:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:16.837461 8173 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:16.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:16.841073 8226 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.890565 8226 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 1
02:21:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:16.894034 8226 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:16.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:16.962437 8226 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 2
02:21:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:16.966187 8226 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.057518 8226 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 3
02:21:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.058292 8228 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.058941 8228 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:17.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.059837 8228 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:17.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.061488 8226 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.088603 8228 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:21:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.088827 8228 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.089035 8228 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:21:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.089226 8228 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:21:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.089404 8228 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:21:17.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.089540 8228 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39811/jwks.json
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.120957 8228 master_runner.cc:386] Master server non-default flags:
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/data
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/wal
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.252:43897
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39811/jwks.json
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/data/info.pb
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.252
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/logs
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:17.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Sep 2025 01:43:19 UTC on 5fd53c4cbb9d
02:21:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7857
02:21:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:17.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.122117 8228 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.123641 8228 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.133637 8238 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:17.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.204836 8226 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 4
02:21:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.211491 8226 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:17.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.497314 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } attempt: 7
02:21:17.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.511010 8226 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 5
02:21:17.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.538147 8226 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:17.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.555063 8149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } has no permanent_uuid. Determining permanent_uuid...
02:21:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.570752 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.629196 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 1
02:21:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.636054 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.718318 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 2
02:21:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.725999 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:17.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.811472 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 3
02:21:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.818624 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:17.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:17.959163 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 4
02:21:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.966451 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.085671 8226 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 6
02:21:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.109659 8226 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:18.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.249962 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 5
02:21:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.256349 8149 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.224.252:43897: Network error: Client connection negotiation failed: client connection to 127.7.224.252:43897: connect: Connection refused (error 111)
02:21:18.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:17.134235 8239 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:18.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.515473 8240 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1379 milliseconds
02:21:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.516777 8241 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.519075 8228 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.385s user 0.000s sys 0.003s
02:21:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.519353 8228 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.385s user 0.000s sys 0.003s
02:21:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.519611 8228 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:18.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.520768 8228 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.523536 8228 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:18.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.524984 8228 hybrid_clock.cc:648] HybridClock initialized: now 1756779678524937 us; error 54 us; skew 500 ppm
02:21:18.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.525700 8228 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:18.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.532999 8228 webserver.cc:480] Webserver started at http://127.7.224.252:40405/ using document root <none> and password file <none>
02:21:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.533829 8228 fs_manager.cc:362] Metadata directory not provided
02:21:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.534042 8228 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.534448 8228 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.538527 8228 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/data/instance:
02:21:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca68a3ed7ea64c7981755958662e18e0"
02:21:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:18 on dist-test-slave-cqxk"
02:21:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.539637 8228 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/wal/instance:
02:21:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca68a3ed7ea64c7981755958662e18e0"
02:21:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:18 on dist-test-slave-cqxk"
02:21:18.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.546633 8228 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
02:21:18.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.552444 8253 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.553421 8228 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.553721 8228 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/data,/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/wal
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca68a3ed7ea64c7981755958662e18e0"
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:18 on dist-test-slave-cqxk"
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.554009 8228 fs_report.cc:389] FS layout report
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/wal
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/wal
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/data/data
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:18.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.619624 8228 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.620980 8228 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:18.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.621402 8228 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:18.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.684880 8228 rpc_server.cc:307] RPC server started. Bound to: 127.7.224.252:43897
02:21:18.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.684942 8304 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.224.252:43897 every 8 connection(s)
02:21:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.687217 8228 server_base.cc:1179] Dumped server information to /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/data/info.pb
02:21:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.690925 8067 external_mini_cluster.cc:1428] Started /tmp/dist-test-task6gghIV/build/tsan/bin/kudu as pid 8228
02:21:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.691416 8067 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/master-2/wal/instance
02:21:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.692297 8305 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:21:18.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.706971 8305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } has no permanent_uuid. Determining permanent_uuid...
02:21:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.728928 8305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } has no permanent_uuid. Determining permanent_uuid...
02:21:18.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.737408 8305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } has no permanent_uuid. Determining permanent_uuid...
02:21:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.751893 8305 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0: Bootstrap starting.
02:21:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.758122 8305 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0: Neither blocks nor log segments found. Creating new log.
02:21:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.759763 8305 log.cc:826] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0: Log is configured to *not* fsync() on all Append() calls
02:21:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.763949 8305 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0: No bootstrap required, opened a new log
02:21:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.780897 8305 raft_consensus.cc:357] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.781695 8305 raft_consensus.cc:383] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:21:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.781961 8305 raft_consensus.cc:738] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca68a3ed7ea64c7981755958662e18e0, State: Initialized, Role: FOLLOWER
02:21:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.782858 8305 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.785533 8314 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.786247 8314 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: This master's current role is: FOLLOWER
02:21:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.786823 8305 sys_catalog.cc:564] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: configured and running, proceeding with master startup.
02:21:18.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.808780 8149 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 6
02:21:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.812084 8314 raft_consensus.cc:491] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:21:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.812813 8326 catalog_manager.cc:1560] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:21:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.812667 8314 raft_consensus.cc:513] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:18.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.813122 8326 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:21:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.815119 8314 leader_election.cc:290] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c0cdf23213d14018a0bfe7fa6ffab15e (127.7.224.254:43383), f388f0e01c214d92a671607517de487a (127.7.224.253:46645)
02:21:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.833050 8149 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e: Bootstrap starting.
02:21:18.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.804623 8228 master_runner.cc:186] Error getting master registration for 127.7.224.254:43383: OK, instance_id { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" instance_seqno: 1756779675125900 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:21:18.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.835728 8228 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:21:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.840094 8149 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e: Neither blocks nor log segments found. Creating new log.
02:21:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.841766 8149 log.cc:826] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e: Log is configured to *not* fsync() on all Append() calls
02:21:18.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.850359 8149 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e: No bootstrap required, opened a new log
02:21:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.867674 8149 raft_consensus.cc:357] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.868211 8149 raft_consensus.cc:383] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:21:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.868479 8149 raft_consensus.cc:738] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0cdf23213d14018a0bfe7fa6ffab15e, State: Initialized, Role: FOLLOWER
02:21:18.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.869138 8149 consensus_queue.cc:260] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:18.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.872222 8330 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:18.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.872920 8330 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [sys.catalog]: This master's current role is: FOLLOWER
02:21:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.874022 8149 sys_catalog.cc:564] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [sys.catalog]: configured and running, proceeding with master startup.
02:21:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.874181 8123 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca68a3ed7ea64c7981755958662e18e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" is_pre_election: true
02:21:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.874924 8123 raft_consensus.cc:2466] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca68a3ed7ea64c7981755958662e18e0 in term 0.
02:21:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.875944 8259 tablet.cc:2378] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:21:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.876062 8254 leader_election.cc:304] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c0cdf23213d14018a0bfe7fa6ffab15e, ca68a3ed7ea64c7981755958662e18e0; no voters:
02:21:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.876658 8314 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:21:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.876957 8314 raft_consensus.cc:491] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:21:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.877261 8314 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 0 FOLLOWER]: Advancing to term 1
02:21:18.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.885095 8314 raft_consensus.cc:513] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.887583 8123 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca68a3ed7ea64c7981755958662e18e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e"
02:21:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.888636 8123 raft_consensus.cc:3058] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [term 0 FOLLOWER]: Advancing to term 1
02:21:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.896541 8314 leader_election.cc:290] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [CANDIDATE]: Term 1 election: Requested vote from peers c0cdf23213d14018a0bfe7fa6ffab15e (127.7.224.254:43383), f388f0e01c214d92a671607517de487a (127.7.224.253:46645)
02:21:18.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.900592 8123 raft_consensus.cc:2466] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca68a3ed7ea64c7981755958662e18e0 in term 1.
02:21:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.902185 8254 leader_election.cc:304] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c0cdf23213d14018a0bfe7fa6ffab15e, ca68a3ed7ea64c7981755958662e18e0; no voters:
02:21:18.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.903064 8314 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 1 FOLLOWER]: Leader election won for term 1
02:21:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.905676 8314 raft_consensus.cc:695] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [term 1 LEADER]: Becoming Leader. State: Replica: ca68a3ed7ea64c7981755958662e18e0, State: Running, Role: LEADER
02:21:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.906766 8314 consensus_queue.cc:237] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:18.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.924384 8340 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca68a3ed7ea64c7981755958662e18e0. Latest consensus state: current_term: 1 leader_uuid: "ca68a3ed7ea64c7981755958662e18e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:18.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.925182 8340 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: This master's current role is: LEADER
02:21:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.930346 8343 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
02:21:18.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.939939 8343 catalog_manager.cc:1486] Initializing Kudu cluster ID...
02:21:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.961241 8344 catalog_manager.cc:1560] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:21:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:18.961669 8344 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:21:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.961867 8123 raft_consensus.cc:1273] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [term 1 FOLLOWER]: Refusing update from remote peer ca68a3ed7ea64c7981755958662e18e0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:21:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.963511 8340 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:21:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.946040 8080 master_runner.cc:186] Error getting master registration for 127.7.224.253:46645: OK, instance_id { permanent_uuid: "f388f0e01c214d92a671607517de487a" instance_seqno: 1756779676750595 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:21:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:18.998438 8080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:21:19.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.010528 8330 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca68a3ed7ea64c7981755958662e18e0. Latest consensus state: current_term: 1 leader_uuid: "ca68a3ed7ea64c7981755958662e18e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:19.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.011250 8330 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [sys.catalog]: This master's current role is: FOLLOWER
02:21:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.033736 8340 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca68a3ed7ea64c7981755958662e18e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.034395 8340 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: This master's current role is: LEADER
02:21:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.037907 8343 catalog_manager.cc:1349] Generated new cluster ID: a9453dc552504da5b0f9c1dbb9d0c2c2
02:21:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.038157 8343 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
02:21:19.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.044519 8330 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca68a3ed7ea64c7981755958662e18e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:19.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.045162 8330 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e [sys.catalog]: This master's current role is: FOLLOWER
02:21:19.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.065658 8343 catalog_manager.cc:1372] Generated new certificate authority record
02:21:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.067616 8343 catalog_manager.cc:1506] Loading token signing keys...
02:21:19.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.107796 8343 catalog_manager.cc:5955] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0: Generated new TSK 0
02:21:19.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.108820 8343 catalog_manager.cc:1516] Initializing in-progress tserver states...
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.139921 8067 external_mini_cluster.cc:1366] Running /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/wal
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/data
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/logs
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/data/info.pb
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.193:0
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.224.193
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.193
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
02:21:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
02:21:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.170218 8226 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } attempt: 7
02:21:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.227608 8226 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a: Bootstrap starting.
02:21:19.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.236377 8226 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a: Neither blocks nor log segments found. Creating new log.
02:21:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.238420 8226 log.cc:826] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a: Log is configured to *not* fsync() on all Append() calls
02:21:19.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.249219 8226 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a: No bootstrap required, opened a new log
02:21:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.273507 8226 raft_consensus.cc:357] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.274326 8226 raft_consensus.cc:383] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:21:19.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.274682 8226 raft_consensus.cc:738] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f388f0e01c214d92a671607517de487a, State: Initialized, Role: FOLLOWER
02:21:19.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.275651 8226 consensus_queue.cc:260] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } }
02:21:19.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.285822 8226 sys_catalog.cc:564] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [sys.catalog]: configured and running, proceeding with master startup.
02:21:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.285970 8200 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca68a3ed7ea64c7981755958662e18e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f388f0e01c214d92a671607517de487a" is_pre_election: true
02:21:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.286698 8200 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca68a3ed7ea64c7981755958662e18e0 in term 0.
02:21:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.287858 8198 raft_consensus.cc:3058] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [term 0 FOLLOWER]: Advancing to term 1
02:21:19.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.292603 8199 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca68a3ed7ea64c7981755958662e18e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f388f0e01c214d92a671607517de487a"
02:21:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.297351 8198 raft_consensus.cc:1273] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [term 1 FOLLOWER]: Refusing update from remote peer ca68a3ed7ea64c7981755958662e18e0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:21:19.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.298915 8314 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:21:19.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.302219 8354 sys_catalog.cc:455] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:19.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.302986 8354 sys_catalog.cc:458] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [sys.catalog]: This master's current role is: FOLLOWER
02:21:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.350620 8359 mvcc.cc:204] Tried to move back new op lower bound from 7195769565007724544 to 7195769564827398144. Current Snapshot: MvccSnapshot[applied={T|T < 7195769565007724544}]
02:21:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.365190 8357 sys_catalog.cc:455] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca68a3ed7ea64c7981755958662e18e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.365891 8357 sys_catalog.cc:458] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [sys.catalog]: This master's current role is: FOLLOWER
02:21:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.366694 8354 sys_catalog.cc:455] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca68a3ed7ea64c7981755958662e18e0. Latest consensus state: current_term: 1 leader_uuid: "ca68a3ed7ea64c7981755958662e18e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.367336 8354 sys_catalog.cc:458] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a [sys.catalog]: This master's current role is: FOLLOWER
02:21:19.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.389204 8371 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:21:19.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:19.627064 8351 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:19.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:19.627571 8351 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:19.628263 8351 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:19.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:19.660194 8351 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:19.661101 8351 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.224.193
02:21:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.702569 8351 tablet_server_runner.cc:78] Tablet server non-default flags:
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/data
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/wal
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.193:0
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/data/info.pb
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.193
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.224.193
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/logs
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:21:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Sep 2025 01:43:19 UTC on 5fd53c4cbb9d
02:21:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7857
02:21:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.704061 8351 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:19.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.705925 8351 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:19.737149 8377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:19.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.907613 8314 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca68a3ed7ea64c7981755958662e18e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c0cdf23213d14018a0bfe7fa6ffab15e" member_type: VOTER last_known_addr { host: "127.7.224.254" port: 43383 } } peers { permanent_uuid: "f388f0e01c214d92a671607517de487a" member_type: VOTER last_known_addr { host: "127.7.224.253" port: 46645 } } peers { permanent_uuid: "ca68a3ed7ea64c7981755958662e18e0" member_type: VOTER last_known_addr { host: "127.7.224.252" port: 43897 } } }
02:21:19.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.909818 8314 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca68a3ed7ea64c7981755958662e18e0 [sys.catalog]: This master's current role is: LEADER
02:21:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.969374 8344 catalog_manager.cc:1261] Loaded cluster ID: a9453dc552504da5b0f9c1dbb9d0c2c2
02:21:19.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.970002 8344 catalog_manager.cc:1554] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e: loading cluster ID for follower catalog manager: success
02:21:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:19.979861 8344 catalog_manager.cc:1576] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e: acquiring CA information for follower catalog manager: success
02:21:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:20.006707 8344 catalog_manager.cc:1604] T 00000000000000000000000000000000 P c0cdf23213d14018a0bfe7fa6ffab15e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:21:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:20.431033 8371 catalog_manager.cc:1261] Loaded cluster ID: a9453dc552504da5b0f9c1dbb9d0c2c2
02:21:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:20.431679 8371 catalog_manager.cc:1554] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a: loading cluster ID for follower catalog manager: success
02:21:20.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:20.449404 8371 catalog_manager.cc:1576] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a: acquiring CA information for follower catalog manager: success
02:21:20.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:20.465173 8371 catalog_manager.cc:1604] T 00000000000000000000000000000000 P f388f0e01c214d92a671607517de487a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:21:21.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:21.132838 8376 debug-util.cc:398] Leaking SignalData structure 0x7b08000068a0 after lost signal to thread 8351
02:21:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:19.749599 8378 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:21.662068 8351 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.914s user 0.696s sys 1.103s
02:21:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:21.662431 8351 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.915s user 0.696s sys 1.103s
02:21:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:21.675088 8385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:21.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.677577 8351 server_base.cc:1047] running on GCE node
02:21:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.678978 8351 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.690420 8351 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.691816 8351 hybrid_clock.cc:648] HybridClock initialized: now 1756779681691772 us; error 37 us; skew 500 ppm
02:21:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.692720 8351 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.711087 8351 webserver.cc:480] Webserver started at http://127.7.224.193:46813/ using document root <none> and password file <none>
02:21:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.712307 8351 fs_manager.cc:362] Metadata directory not provided
02:21:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.712720 8351 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.713276 8351 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:21.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.719621 8351 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/data/instance:
02:21:21.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7619c35d9aa49dba3624312af4a18bf"
02:21:21.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:21 on dist-test-slave-cqxk"
02:21:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.720983 8351 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/wal/instance:
02:21:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7619c35d9aa49dba3624312af4a18bf"
02:21:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:21 on dist-test-slave-cqxk"
02:21:21.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.735239 8351 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.007s sys 0.006s
02:21:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.748034 8391 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.749060 8351 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.009s sys 0.000s
02:21:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.749404 8351 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/data,/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/wal
02:21:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7619c35d9aa49dba3624312af4a18bf"
02:21:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:21 on dist-test-slave-cqxk"
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.749787 8351 fs_report.cc:389] FS layout report
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/wal
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/wal
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/data/data
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.841939 8351 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.843670 8351 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:21.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.844239 8351 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:21.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.853207 8351 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:21:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.865193 8351 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:21:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.865429 8351 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:21:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.865689 8351 ts_tablet_manager.cc:610] Registered 0 tablets
02:21:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:21.865876 8351 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:21:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.280645 8351 rpc_server.cc:307] RPC server started. Bound to: 127.7.224.193:43341
02:21:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.280748 8504 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.224.193:43341 every 8 connection(s)
02:21:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.282979 8351 server_base.cc:1179] Dumped server information to /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/data/info.pb
02:21:22.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.285954 8067 external_mini_cluster.cc:1428] Started /tmp/dist-test-task6gghIV/build/tsan/bin/kudu as pid 8351
02:21:22.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.286371 8067 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-0/wal/instance
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.298027 8067 external_mini_cluster.cc:1366] Running /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/wal
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/data
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/logs
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/data/info.pb
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.194:0
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.224.194
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.194
02:21:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
02:21:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
02:21:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.333912 8506 heartbeater.cc:344] Connected to a master server at 127.7.224.253:46645
02:21:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.334416 8506 heartbeater.cc:461] Registering TS with master...
02:21:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.335680 8506 heartbeater.cc:507] Master 127.7.224.253:46645 requested a full tablet report, sending...
02:21:22.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.338851 8189 ts_manager.cc:194] Registered new tserver with Master: c7619c35d9aa49dba3624312af4a18bf (127.7.224.193:43341)
02:21:22.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.341164 8507 heartbeater.cc:344] Connected to a master server at 127.7.224.254:43383
02:21:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.341472 8507 heartbeater.cc:461] Registering TS with master...
02:21:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.342314 8507 heartbeater.cc:507] Master 127.7.224.254:43383 requested a full tablet report, sending...
02:21:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.344934 8113 ts_manager.cc:194] Registered new tserver with Master: c7619c35d9aa49dba3624312af4a18bf (127.7.224.193:43341)
02:21:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.347877 8505 heartbeater.cc:344] Connected to a master server at 127.7.224.252:43897
02:21:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.348141 8505 heartbeater.cc:461] Registering TS with master...
02:21:22.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.348927 8505 heartbeater.cc:507] Master 127.7.224.252:43897 requested a full tablet report, sending...
02:21:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.351323 8270 ts_manager.cc:194] Registered new tserver with Master: c7619c35d9aa49dba3624312af4a18bf (127.7.224.193:43341)
02:21:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.353868 8270 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.224.193:43895
02:21:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:22.610247 8514 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:22.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:22.610687 8514 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:22.611197 8514 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:22.638476 8514 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:22.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:22.639251 8514 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.224.194
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.670734 8514 tablet_server_runner.cc:78] Tablet server non-default flags:
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/data
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/wal
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.194:0
02:21:22.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/data/info.pb
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.194
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.224.194
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/logs
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Sep 2025 01:43:19 UTC on 5fd53c4cbb9d
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7857
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:22.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.672053 8514 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:22.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:22.673530 8514 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:22.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:22.685353 8522 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:23.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:23.357040 8505 heartbeater.cc:499] Master 127.7.224.252:43897 was elected leader, sending a full tablet report...
02:21:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.086457 8521 debug-util.cc:398] Leaking SignalData structure 0x7b08000068a0 after lost signal to thread 8514
02:21:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.210997 8521 kernel_stack_watchdog.cc:198] Thread 8514 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
02:21:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:21:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:21:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:21:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:21:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:22.688403 8523 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:24.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.216318 8514 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.527s user 0.000s sys 0.003s
02:21:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.216909 8514 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.528s user 0.000s sys 0.004s
02:21:24.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.217564 8524 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1528 milliseconds
02:21:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.218389 8526 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.218448 8514 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:24.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.219645 8514 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:24.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.222039 8514 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.223459 8514 hybrid_clock.cc:648] HybridClock initialized: now 1756779684223425 us; error 36 us; skew 500 ppm
02:21:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.224139 8514 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.229840 8514 webserver.cc:480] Webserver started at http://127.7.224.194:43241/ using document root <none> and password file <none>
02:21:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.230698 8514 fs_manager.cc:362] Metadata directory not provided
02:21:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.230870 8514 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.231247 8514 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.235751 8514 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/data/instance:
02:21:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a37056b2ddc24720873e9fe5ee08b8b6"
02:21:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:24 on dist-test-slave-cqxk"
02:21:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.236711 8514 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/wal/instance:
02:21:24.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a37056b2ddc24720873e9fe5ee08b8b6"
02:21:24.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:24 on dist-test-slave-cqxk"
02:21:24.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.243893 8514 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
02:21:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.249567 8534 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:21:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.250564 8514 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.250831 8514 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/data,/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/wal
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a37056b2ddc24720873e9fe5ee08b8b6"
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-02 02:21:24 on dist-test-slave-cqxk"
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.251108 8514 fs_report.cc:389] FS layout report
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/wal
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/wal
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/data/data
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:21:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:21:24.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.301899 8514 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:21:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.303113 8514 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:21:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.303472 8514 kserver.cc:163] Server-wide thread pool size limit: 3276
02:21:24.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.306191 8514 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:21:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.310609 8514 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.310806 8514 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.311051 8514 ts_tablet_manager.cc:610] Registered 0 tablets
02:21:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.311189 8514 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:21:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.458463 8514 rpc_server.cc:307] RPC server started. Bound to: 127.7.224.194:34381
02:21:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.458534 8647 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.224.194:34381 every 8 connection(s)
02:21:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.461777 8514 server_base.cc:1179] Dumped server information to /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/data/info.pb
02:21:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.469023 8067 external_mini_cluster.cc:1428] Started /tmp/dist-test-task6gghIV/build/tsan/bin/kudu as pid 8514
02:21:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.469664 8067 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-1/wal/instance
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.497253 8067 external_mini_cluster.cc:1366] Running /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task6gghIV/build/tsan/bin/kudu
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/wal
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/data
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/logs
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/data/info.pb
02:21:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.195:0
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.224.195
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.195
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
02:21:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
02:21:24.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.518143 8648 heartbeater.cc:344] Connected to a master server at 127.7.224.252:43897
02:21:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.518627 8648 heartbeater.cc:461] Registering TS with master...
02:21:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.519879 8648 heartbeater.cc:507] Master 127.7.224.252:43897 requested a full tablet report, sending...
02:21:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.522414 8270 ts_manager.cc:194] Registered new tserver with Master: a37056b2ddc24720873e9fe5ee08b8b6 (127.7.224.194:34381)
02:21:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.524017 8270 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.224.194:46525
02:21:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.526333 8649 heartbeater.cc:344] Connected to a master server at 127.7.224.253:46645
02:21:24.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.526403 8650 heartbeater.cc:344] Connected to a master server at 127.7.224.254:43383
02:21:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.526717 8649 heartbeater.cc:461] Registering TS with master...
02:21:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.526741 8650 heartbeater.cc:461] Registering TS with master...
02:21:24.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.527637 8650 heartbeater.cc:507] Master 127.7.224.254:43383 requested a full tablet report, sending...
02:21:24.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.528004 8649 heartbeater.cc:507] Master 127.7.224.253:46645 requested a full tablet report, sending...
02:21:24.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.530014 8189 ts_manager.cc:194] Registered new tserver with Master: a37056b2ddc24720873e9fe5ee08b8b6 (127.7.224.194:34381)
02:21:24.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.530123 8113 ts_manager.cc:194] Registered new tserver with Master: a37056b2ddc24720873e9fe5ee08b8b6 (127.7.224.194:34381)
02:21:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.796852 8659 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:21:24.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.797407 8659 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:21:24.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.798054 8659 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:21:24.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.827165 8659 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:21:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.827986 8659 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.224.195
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.859886 8659 tablet_server_runner.cc:78] Tablet server non-default flags:
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.224.212:36631
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/data
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/wal
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.224.195:0
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/data/info.pb
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.224.195
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.224.254:43383,127.7.224.253:46645,127.7.224.252:43897
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.224.195
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/logs
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 06466b25e294b4d7d455e6c56263318dc34a80ef
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:21:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 Sep 2025 01:43:19 UTC on 5fd53c4cbb9d
02:21:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7857
02:21:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:21:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.861106 8659 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:21:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:24.862584 8659 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:21:24.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.873690 8665 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.529373 8648 heartbeater.cc:499] Master 127.7.224.252:43897 was elected leader, sending a full tablet report...
02:21:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8659==WARNING: Can't read from symbolizer at fd 7
02:21:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8659==WARNING: invalid path to external symbolizer!
02:21:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8659==WARNING: Can't write to symbolizer at fd 10
02:21:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8659==WARNING: Can't write to symbolizer at fd 10
02:21:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8659==WARNING: Can't write to symbolizer at fd 10
02:21:25.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8659==WARNING: Failed to use and restart external symbolizer!
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8659)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000071a0 by thread T6:
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x442b1a)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000071a0 by thread T5:
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4936bc)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59eb54)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e989)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x442b1a)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x468cdf)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-8666' (tid=8666, running) created by main thread at:
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:21:25.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-8665' (tid=8665, finished) created by main thread at:
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task6gghIV/build/tsan/bin/kudu+0x49679f)
02:21:25.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:24.874121 8666 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8659)
02:21:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fcfd38bed68 by thread T6:
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x442d05)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44ce4c)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x442b36)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x468cdf)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fcfd38bed68 by thread T5 (mutexes: write M83):
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x442d40)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44ce4c)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x442b36)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x468cdf)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004e9d68)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fcfd1828840) created at:
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cf7b)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-8666' (tid=8666, running) created by main thread at:
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:21:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:25.924556 8668 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-8665' (tid=8665, finished) created by main thread at:
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x4423c8)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58edd9)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1460a6)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144506)
02:21:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x2564d2)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263e01)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629109)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529e81)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529dec)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529d5c)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5289c5)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645090)
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6459c7)
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x645f0e)
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task6gghIV/build/tsan/lib/libkudu_util.so+0x442d05)
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:25.926599 8667 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1048 milliseconds
02:21:25.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:25.927721 8659 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.054s user 0.324s sys 0.698s
02:21:25.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:25.927943 8659 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.054s user 0.324s sys 0.698s
02:21:25.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.928186 8659 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:21:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.929315 8659 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:21:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.931555 8659 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:21:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.932897 8659 hybrid_clock.cc:648] HybridClock initialized: now 1756779685932868 us; error 34 us; skew 500 ppm
02:21:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.933701 8659 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:21:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.940994 8659 webserver.cc:480] Webserver started at http://127.7.224.195:43053/ using document root <none> and password file <none>
02:21:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.942060 8659 fs_manager.cc:362] Metadata directory not provided
02:21:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.942234 8659 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.942413 8659 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:21:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.942868 8659 fs_manager.cc:362] Metadata directory not provided
02:21:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.942993 8659 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:21:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:25.943574 8659 ts_tablet_manager.cc:1500] Shutting down tablet manager...
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8659)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3773):
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x143e02)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143b96)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x401a1f)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255e62)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e8a)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T12:
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c297f)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3773 (0x7b6800001980) created at:
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=8674, running) created by main thread at:
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task6gghIV/build/tsan/lib/libserver_process.so+0x1c0e24)
02:21:25.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8659)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00031dd0 by thread T12:
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49679f)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2a10)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x468cdf)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00031dd0 by main thread:
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bbc0d)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x190c17)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190148)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:25.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=8674, running) created by main thread at:
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1449fe)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2564d2)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263e01)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629109)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529e81)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529dec)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529d5c)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5289c5)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645090)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6459c7)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645f0e)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task6gghIV/build/tsan/bin/kudu+0x49679f)
02:21:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:25.957039 8659 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:21:25.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182/ts-2: No such file or directory (error 2)
02:21:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
02:21:26.995 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 3: /tmp/dist-test-task6gghIV/build/tsan/bin/kudu: process exited with non-zero status 66"
}
02:21:26.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:26.995371 8067 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task6gghIV/build/tsan/bin/kudu with pid 8351
02:21:27.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:27.018268 8067 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task6gghIV/build/tsan/bin/kudu with pid 8514
02:21:27.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:27.044159 8067 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task6gghIV/build/tsan/bin/kudu with pid 8080
02:21:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:27.069515 8067 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task6gghIV/build/tsan/bin/kudu with pid 8151
02:21:27.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250902 02:21:27.091096 8067 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task6gghIV/build/tsan/bin/kudu with pid 8228
02:21:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:27.113842 8067 env_posix.cc:2133] Unable to access file /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182 during walk: No such file or directory
02:21:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:27.114032 8067 env_posix.cc:2135] Unable to access file /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182 during walk: No such file or directory
02:21:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250902 02:21:27.114302 8067 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-task6gghIV/test-tmp/mini-kudu-cluster3190507545883023182: One or more errors occurred
02:21:27.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8067==WARNING: invalid path to external symbolizer!
02:21:27.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==8067==WARNING: Failed to use and restart external symbolizer!
02:21:27.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8067)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001e00 by main thread (mutexes: write M3457):
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001e00 by thread T5:
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2c07)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48dcc2)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
02:21:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3d66a6)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bae)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x941e7)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a4f)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c8a)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x652939)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x651234)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529e81)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529dec)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x529d5c)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5289c5)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645090)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6459c7)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645f0e)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001e00 allocated by main thread:
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3457 (0x7b6800001f80) created at:
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=8075, running) created by main thread at:
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task6gghIV/build/tsan/lib/libserver_process.so+0x1c0e24)
02:21:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=8067)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800001800 by main thread (mutexes: write M3454):
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0e24)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f0e2)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e3e)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993ad)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9834b)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846a9)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84809)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x6585e7)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x654a5d)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65412b)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x651350)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529e81)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529dec)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529d5c)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5289c5)
02:21:27.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645090)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6459c7)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645f0e)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800001800 by thread T4:
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c2c07)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x468cdf)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d6fd)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0ec9)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f0e2)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e3e)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993ad)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9834b)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846a9)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84809)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6585e7)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x654a5d)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65412b)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x651350)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529e81)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x529dec)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x529d5c)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5289c5)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645090)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6459c7)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x645f0e)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:21:27.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1376 at 0x7b6800001800 allocated by main thread:
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498efc)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1354)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3454 (0x7b6800001980) created at:
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46cd02)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c243f)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=8074, running) created by main thread at:
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c795)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c26dd)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190060)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:21:27.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857c4)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x652939)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x651234)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529e81)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529dec)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529d5c)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5289c5)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13fc1f)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132481)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130212)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x645090)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6459c7)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645f0e)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-task6gghIV/build/tsan/lib/libserver_process.so+0x1c0e24)
02:21:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:21:27.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-02T02:21:27Z chronyd exiting
02:21:28.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
02:21:28.184 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-task6gghIV/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-task6gghIV/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)