02:33:05.005 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:33:05.005 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasksU2KMj/test-tmp
02:33:05.005 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:33:05.005 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasksU2KMj/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:33:05.007 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:33:05.337 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:33:05.337 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:33:05.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:05.341655 15181 mini_oidc.cc:150] Starting JWKS server
02:33:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:05.345007 15181 webserver.cc:492] Webserver started at http://127.0.0.1:41279/ using document root <none> and password file <none>
02:33:05.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:05.345454 15181 mini_oidc.cc:186] Starting OIDC Discovery server
02:33:05.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:05.347173 15181 webserver.cc:492] Webserver started at http://127.0.0.1:37129/ using document root <none> and password file <none>
02:33:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-23T02:33:05Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:33:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-23T02:33:05Z Disabled control of system clock
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:05.409215 15181 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/wal
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/data
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/logs
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/data/info.pb
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:05.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.126:43345
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.126
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:33:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41279/jwks.json with env {}
02:33:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.715763 15193 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:33:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.716322 15193 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:33:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.716820 15193 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:33:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.749373 15193 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:33:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.749663 15193 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:33:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.749864 15193 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:33:05.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.750057 15193 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:33:05.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.750250 15193 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:33:05.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.750397 15193 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41279/jwks.json
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:05.787158 15193 master_runner.cc:386] Master server non-default flags:
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/data
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/wal
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.126:43345
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41279/jwks.json
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/data/info.pb
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.126
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/logs
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 51f761c37259d8159142e890d4d8106f68bfa520
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 01:43:24 UTC on 5fd53c4cbb9d
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8673
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:33:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:05.788466 15193 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:33:05.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:05.790017 15193 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:33:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.800544 15199 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:05.802471 15200 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:07.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.025895 15201 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1217 milliseconds
02:33:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.027860 15202 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:07.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.030143 15193 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.229s user 0.002s sys 0.009s
02:33:07.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.030421 15193 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.229s user 0.002s sys 0.009s
02:33:07.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.030691 15193 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:33:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.031826 15193 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:33:07.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.034471 15193 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:33:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.035857 15193 hybrid_clock.cc:648] HybridClock initialized: now 1761186787035830 us; error 44 us; skew 500 ppm
02:33:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.036763 15193 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:33:07.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.044795 15193 webserver.cc:492] Webserver started at http://127.14.211.126:39081/ using document root <none> and password file <none>
02:33:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.045881 15193 fs_manager.cc:362] Metadata directory not provided
02:33:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.046125 15193 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:33:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.046629 15193 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:33:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.050990 15193 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/data/instance:
02:33:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a76f15adb4f491ab37fc316d41b68d4"
02:33:07.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:07 on dist-test-slave-gd37"
02:33:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.052124 15193 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/wal/instance:
02:33:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a76f15adb4f491ab37fc316d41b68d4"
02:33:07.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:07 on dist-test-slave-gd37"
02:33:07.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.060211 15193 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.005s
02:33:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.066284 15209 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:33:07.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.067528 15193 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.067860 15193 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/data,/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/wal
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a76f15adb4f491ab37fc316d41b68d4"
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:07 on dist-test-slave-gd37"
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.068217 15193 fs_report.cc:389] FS layout report
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/wal
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/wal
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/data/data
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:33:07.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:33:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:33:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:33:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:33:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:33:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:33:07.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:33:07.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.138713 15193 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:33:07.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.140295 15193 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:33:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.140774 15193 kserver.cc:163] Server-wide thread pool size limit: 3276
02:33:07.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.215586 15193 rpc_server.cc:307] RPC server started. Bound to: 127.14.211.126:43345
02:33:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.215651 15261 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.211.126:43345 every 8 connection(s)
02:33:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.218382 15193 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/data/info.pb
02:33:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.224303 15262 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:33:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.228237 15181 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu as pid 15193
02:33:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.228752 15181 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-0/wal/instance
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.232172 15181 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/wal
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/data
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/logs
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/data/info.pb
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:33:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.125:38305
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.125
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:33:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41279/jwks.json with env {}
02:33:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.235015 15262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } has no permanent_uuid. Determining permanent_uuid...
02:33:07.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.264883 15262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } has no permanent_uuid. Determining permanent_uuid...
02:33:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.267395 15212 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.211.125:38305: connect: Connection refused (error 111)
02:33:07.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.271596 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.125:38305: Network error: Client connection negotiation failed: client connection to 127.14.211.125:38305: connect: Connection refused (error 111)
02:33:07.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.321157 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } attempt: 1
02:33:07.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.325115 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.125:38305: Network error: Client connection negotiation failed: client connection to 127.14.211.125:38305: connect: Connection refused (error 111)
02:33:07.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.393712 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } attempt: 2
02:33:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.398180 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.125:38305: Network error: Client connection negotiation failed: client connection to 127.14.211.125:38305: connect: Connection refused (error 111)
02:33:07.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.489639 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } attempt: 3
02:33:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.494231 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.125:38305: Network error: Client connection negotiation failed: client connection to 127.14.211.125:38305: connect: Connection refused (error 111)
02:33:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.553649 15264 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:33:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.554200 15264 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:33:07.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.554685 15264 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:33:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.586849 15264 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:33:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.587134 15264 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:33:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.587321 15264 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:33:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.587512 15264 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:33:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.587709 15264 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:33:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.587853 15264 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41279/jwks.json
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.625801 15264 master_runner.cc:386] Master server non-default flags:
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/data
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/wal
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.125:38305
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41279/jwks.json
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/data/info.pb
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.125
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/logs
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:33:07.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 51f761c37259d8159142e890d4d8106f68bfa520
02:33:07.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:33:07.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 01:43:24 UTC on 5fd53c4cbb9d
02:33:07.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8673
02:33:07.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:33:07.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.627089 15264 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:33:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.628650 15264 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:33:07.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.637648 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } attempt: 4
02:33:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.639771 15274 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:07.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.644331 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.125:38305: Network error: Client connection negotiation failed: client connection to 127.14.211.125:38305: connect: Connection refused (error 111)
02:33:07.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:07.943881 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } attempt: 5
02:33:07.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.951210 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.125:38305: Network error: Client connection negotiation failed: client connection to 127.14.211.125:38305: connect: Connection refused (error 111)
02:33:08.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:08.498803 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } attempt: 6
02:33:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:08.527467 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.125:38305: Network error: Client connection negotiation failed: client connection to 127.14.211.125:38305: connect: Connection refused (error 111)
02:33:09.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:07.640817 15273 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.043702 15272 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 15264
02:33:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.133904 15264 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.493s user 0.594s sys 0.877s
02:33:09.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.134444 15264 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.494s user 0.594s sys 0.877s
02:33:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.138957 15275 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1496 milliseconds
02:33:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.139426 15276 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.139492 15264 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:33:09.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.140693 15264 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:33:09.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.143129 15264 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:33:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.144521 15264 hybrid_clock.cc:648] HybridClock initialized: now 1761186789144468 us; error 44 us; skew 500 ppm
02:33:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.145418 15264 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:33:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.151489 15264 webserver.cc:492] Webserver started at http://127.14.211.125:44885/ using document root <none> and password file <none>
02:33:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.152431 15264 fs_manager.cc:362] Metadata directory not provided
02:33:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.152654 15264 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:33:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.153116 15264 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:33:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.157387 15264 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/data/instance:
02:33:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c267b09622504b958cb9d2457940fb7a"
02:33:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:09 on dist-test-slave-gd37"
02:33:09.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.158531 15264 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/wal/instance:
02:33:09.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c267b09622504b958cb9d2457940fb7a"
02:33:09.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:09 on dist-test-slave-gd37"
02:33:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.165738 15264 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.006s
02:33:09.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.171298 15285 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:33:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.172379 15264 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
02:33:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.172698 15264 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/data,/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/wal
02:33:09.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c267b09622504b958cb9d2457940fb7a"
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:09 on dist-test-slave-gd37"
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.172991 15264 fs_report.cc:389] FS layout report
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/wal
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/wal
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/data/data
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:33:09.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:33:09.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.236274 15264 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:33:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.237797 15264 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:33:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.238204 15264 kserver.cc:163] Server-wide thread pool size limit: 3276
02:33:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.308295 15264 rpc_server.cc:307] RPC server started. Bound to: 127.14.211.125:38305
02:33:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.308365 15336 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.211.125:38305 every 8 connection(s)
02:33:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.311007 15264 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/data/info.pb
02:33:09.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.316754 15337 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:33:09.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.319190 15181 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu as pid 15264
02:33:09.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.319550 15181 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-1/wal/instance
02:33:09.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.321625 15181 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/wal
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/data
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/logs
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/data/info.pb
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.124:32871
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.124
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:33:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:33:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41279/jwks.json with env {}
02:33:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.328590 15337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } has no permanent_uuid. Determining permanent_uuid...
02:33:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.351570 15337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } has no permanent_uuid. Determining permanent_uuid...
02:33:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.367683 15337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } has no permanent_uuid. Determining permanent_uuid...
02:33:09.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.370554 15289 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.375332 15337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.424932 15337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 1
02:33:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.429961 15337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.498395 15337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 2
02:33:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.502843 15337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.588209 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } attempt: 7
02:33:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.594247 15337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 3
02:33:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.598636 15337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.600857 15262 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } has no permanent_uuid. Determining permanent_uuid...
02:33:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.606048 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.652308 15339 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:33:09.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.652878 15339 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:33:09.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.653429 15339 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:33:09.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.664456 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 1
02:33:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.668089 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.687125 15339 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:33:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.687428 15339 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:33:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.687635 15339 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:33:09.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.687830 15339 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:33:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.688020 15339 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:33:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.688165 15339 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41279/jwks.json
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.725638 15339 master_runner.cc:386] Master server non-default flags:
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/data
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/wal
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.124:32871
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41279/jwks.json
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/data/info.pb
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.124
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/logs
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 51f761c37259d8159142e890d4d8106f68bfa520
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 01:43:24 UTC on 5fd53c4cbb9d
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8673
02:33:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:33:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.726941 15339 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:33:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.728618 15339 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:33:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.739334 15351 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:09.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.742053 15337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 4
02:33:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.748865 15337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.749517 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 2
02:33:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.756878 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.842492 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 3
02:33:09.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.851092 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:09.991700 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 4
02:33:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:10.000048 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:10.048352 15337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 5
02:33:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:10.056113 15337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:10.283718 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 5
02:33:10.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:10.298303 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:10.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:10.603744 15337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 6
02:33:10.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:10.641484 15337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:10.850888 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 6
02:33:10.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:10.881560 15262 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.211.124:32871: Network error: Client connection negotiation failed: client connection to 127.14.211.124:32871: connect: Connection refused (error 111)
02:33:11.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:09.739902 15352 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:11.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:11.311172 15339 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.571s user 0.608s sys 0.956s
02:33:11.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:11.144603 15350 debug-util.cc:398] Leaking SignalData structure 0x7b0800037520 after lost signal to thread 15339
02:33:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:11.312870 15339 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.573s user 0.608s sys 0.957s
02:33:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:11.313627 15354 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:11.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:11.316879 15353 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1576 milliseconds
02:33:11.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.316947 15339 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:33:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.318236 15339 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:33:11.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.320685 15339 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:33:11.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.322050 15339 hybrid_clock.cc:648] HybridClock initialized: now 1761186791322011 us; error 48 us; skew 500 ppm
02:33:11.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.322885 15339 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:33:11.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.328994 15339 webserver.cc:492] Webserver started at http://127.14.211.124:44975/ using document root <none> and password file <none>
02:33:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.329943 15339 fs_manager.cc:362] Metadata directory not provided
02:33:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.330142 15339 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:33:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.330523 15339 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:33:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.336024 15339 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/data/instance:
02:33:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e22f5747ec534d2f9d685f7db4e8932d"
02:33:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:11 on dist-test-slave-gd37"
02:33:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.337664 15339 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/wal/instance:
02:33:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e22f5747ec534d2f9d685f7db4e8932d"
02:33:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:11 on dist-test-slave-gd37"
02:33:11.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.345754 15339 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
02:33:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.351317 15365 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:33:11.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.352330 15339 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.352663 15339 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/data,/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/wal
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e22f5747ec534d2f9d685f7db4e8932d"
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:11 on dist-test-slave-gd37"
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.353044 15339 fs_report.cc:389] FS layout report
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/wal
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/wal
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/data/data
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:33:11.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:33:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:33:11.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.407006 15339 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:33:11.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.408562 15339 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:33:11.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.409081 15339 kserver.cc:163] Server-wide thread pool size limit: 3276
02:33:11.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.481669 15339 rpc_server.cc:307] RPC server started. Bound to: 127.14.211.124:32871
02:33:11.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.481750 15416 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.211.124:32871 every 8 connection(s)
02:33:11.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.484428 15339 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/data/info.pb
02:33:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.490767 15417 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:33:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.494449 15181 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu as pid 15339
02:33:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.494926 15181 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/master-2/wal/instance
02:33:11.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.506888 15417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } has no permanent_uuid. Determining permanent_uuid...
02:33:11.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.530465 15417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } has no permanent_uuid. Determining permanent_uuid...
02:33:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.540827 15417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } has no permanent_uuid. Determining permanent_uuid...
02:33:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.560930 15417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d: Bootstrap starting.
02:33:11.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.567847 15417 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d: Neither blocks nor log segments found. Creating new log.
02:33:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.569733 15417 log.cc:826] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d: Log is configured to *not* fsync() on all Append() calls
02:33:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.574784 15417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d: No bootstrap required, opened a new log
02:33:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.593027 15417 raft_consensus.cc:359] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.593981 15417 raft_consensus.cc:385] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:33:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.594285 15417 raft_consensus.cc:740] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e22f5747ec534d2f9d685f7db4e8932d, State: Initialized, Role: FOLLOWER
02:33:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.595201 15417 consensus_queue.cc:260] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.597501 15426 sys_catalog.cc:455] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:11.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.598101 15426 sys_catalog.cc:458] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: This master's current role is: FOLLOWER
02:33:11.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.598807 15417 sys_catalog.cc:565] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: configured and running, proceeding with master startup.
02:33:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:11.622421 15437 catalog_manager.cc:1568] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:33:11.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:11.622893 15437 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:33:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.618258 15339 master_runner.cc:186] Error getting master registration for 127.14.211.126:43345: OK, instance_id { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" instance_seqno: 1761186787196682 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:33:11.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.651118 15339 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:33:11.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:11.664580 15371 tablet.cc:2378] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:33:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.702075 15337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 7
02:33:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.716660 15426 raft_consensus.cc:493] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:33:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.717214 15426 raft_consensus.cc:515] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:11.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.720245 15426 leader_election.cc:290] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6a76f15adb4f491ab37fc316d41b68d4 (127.14.211.126:43345), c267b09622504b958cb9d2457940fb7a (127.14.211.125:38305)
02:33:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.721180 15337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a: Bootstrap starting.
02:33:11.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.729053 15337 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a: Neither blocks nor log segments found. Creating new log.
02:33:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.732587 15337 log.cc:826] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a: Log is configured to *not* fsync() on all Append() calls
02:33:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.738173 15337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a: No bootstrap required, opened a new log
02:33:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.755904 15337 raft_consensus.cc:359] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.756614 15337 raft_consensus.cc:385] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:33:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.756907 15337 raft_consensus.cc:740] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c267b09622504b958cb9d2457940fb7a, State: Initialized, Role: FOLLOWER
02:33:11.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.757745 15337 consensus_queue.cc:260] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.761037 15441 sys_catalog.cc:455] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.762061 15441 sys_catalog.cc:458] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [sys.catalog]: This master's current role is: FOLLOWER
02:33:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.763301 15337 sys_catalog.cc:565] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [sys.catalog]: configured and running, proceeding with master startup.
02:33:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.764016 15312 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e22f5747ec534d2f9d685f7db4e8932d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c267b09622504b958cb9d2457940fb7a" is_pre_election: true
02:33:11.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.764918 15312 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e22f5747ec534d2f9d685f7db4e8932d in term 0.
02:33:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.766530 15368 leader_election.cc:304] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c267b09622504b958cb9d2457940fb7a, e22f5747ec534d2f9d685f7db4e8932d; no voters:
02:33:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.767495 15426 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 0 FOLLOWER]: Leader pre-election won for term 1
02:33:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.767870 15426 raft_consensus.cc:493] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:33:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.768193 15426 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 0 FOLLOWER]: Advancing to term 1
02:33:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.775233 15426 raft_consensus.cc:515] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.778360 15312 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e22f5747ec534d2f9d685f7db4e8932d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c267b09622504b958cb9d2457940fb7a"
02:33:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.778950 15312 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [term 0 FOLLOWER]: Advancing to term 1
02:33:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.785887 15312 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e22f5747ec534d2f9d685f7db4e8932d in term 1.
02:33:11.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.787133 15368 leader_election.cc:304] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c267b09622504b958cb9d2457940fb7a, e22f5747ec534d2f9d685f7db4e8932d; no voters:
02:33:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.794150 15426 leader_election.cc:290] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [CANDIDATE]: Term 1 election: Requested vote from peers 6a76f15adb4f491ab37fc316d41b68d4 (127.14.211.126:43345), c267b09622504b958cb9d2457940fb7a (127.14.211.125:38305)
02:33:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.794759 15426 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 1 FOLLOWER]: Leader election won for term 1
02:33:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.795220 15426 raft_consensus.cc:697] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [term 1 LEADER]: Becoming Leader. State: Replica: e22f5747ec534d2f9d685f7db4e8932d, State: Running, Role: LEADER
02:33:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.796137 15426 consensus_queue.cc:237] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:11.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.828450 15446 sys_catalog.cc:455] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: SysCatalogTable state changed. Reason: New leader e22f5747ec534d2f9d685f7db4e8932d. Latest consensus state: current_term: 1 leader_uuid: "e22f5747ec534d2f9d685f7db4e8932d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.829756 15446 sys_catalog.cc:458] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: This master's current role is: LEADER
02:33:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.836378 15451 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:33:11.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.845239 15451 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:33:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.852245 15455 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:33:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.866204 15312 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [term 1 FOLLOWER]: Refusing update from remote peer e22f5747ec534d2f9d685f7db4e8932d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:33:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.868067 15446 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [LEADER]: Connected to new peer: Peer: permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:33:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.855917 15264 master_runner.cc:186] Error getting master registration for 127.14.211.126:43345: OK, instance_id { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" instance_seqno: 1761186787196682 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:33:11.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.893267 15264 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:33:11.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.903091 15441 sys_catalog.cc:455] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [sys.catalog]: SysCatalogTable state changed. Reason: New leader e22f5747ec534d2f9d685f7db4e8932d. Latest consensus state: current_term: 1 leader_uuid: "e22f5747ec534d2f9d685f7db4e8932d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.903862 15456 mvcc.cc:204] Tried to move back new op lower bound from 7213821099467673600 to 7213821099221286912. Current Snapshot: MvccSnapshot[applied={T|T < 7213821099467673600}]
02:33:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.904079 15441 sys_catalog.cc:458] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [sys.catalog]: This master's current role is: FOLLOWER
02:33:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.915107 15262 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } attempt: 7
02:33:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.918228 15446 sys_catalog.cc:455] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e22f5747ec534d2f9d685f7db4e8932d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:11.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.918953 15446 sys_catalog.cc:458] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: This master's current role is: LEADER
02:33:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.922375 15451 catalog_manager.cc:1357] Generated new cluster ID: 0d98da7712494dc685fb0e95aff08db0
02:33:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.922696 15451 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:33:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.931002 15441 sys_catalog.cc:455] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e22f5747ec534d2f9d685f7db4e8932d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.938097 15441 sys_catalog.cc:458] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a [sys.catalog]: This master's current role is: FOLLOWER
02:33:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.954594 15262 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4: Bootstrap starting.
02:33:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.961496 15451 catalog_manager.cc:1380] Generated new certificate authority record
02:33:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.963675 15451 catalog_manager.cc:1514] Loading token signing keys...
02:33:11.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.965642 15262 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4: Neither blocks nor log segments found. Creating new log.
02:33:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.967983 15262 log.cc:826] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4: Log is configured to *not* fsync() on all Append() calls
02:33:11.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:11.981882 15262 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4: No bootstrap required, opened a new log
02:33:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.010089 15451 catalog_manager.cc:6022] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d: Generated new TSK 0
02:33:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.011238 15451 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:33:12.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.013854 15262 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.014891 15262 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:33:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.015285 15262 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a76f15adb4f491ab37fc316d41b68d4, State: Initialized, Role: FOLLOWER
02:33:12.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.016278 15262 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } }
02:33:12.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.019829 15463 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:12.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.020865 15463 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [sys.catalog]: This master's current role is: FOLLOWER
02:33:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.021878 15262 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [sys.catalog]: configured and running, proceeding with master startup.
02:33:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.022132 15235 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e22f5747ec534d2f9d685f7db4e8932d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a76f15adb4f491ab37fc316d41b68d4"
02:33:12.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.022480 15234 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [term 0 FOLLOWER]: Advancing to term 1
02:33:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.023648 15236 tablet_service.cc:1911] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e22f5747ec534d2f9d685f7db4e8932d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a76f15adb4f491ab37fc316d41b68d4" is_pre_election: true
02:33:12.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.031255 15234 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [term 1 FOLLOWER]: Refusing update from remote peer e22f5747ec534d2f9d685f7db4e8932d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:33:12.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.032584 15446 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [LEADER]: Connected to new peer: Peer: permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.057605 15181 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/wal
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/data
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/logs
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/data/info.pb
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.65:0
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.211.65
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.65
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:12.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:33:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.107808 15463 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e22f5747ec534d2f9d685f7db4e8932d. Latest consensus state: current_term: 1 leader_uuid: "e22f5747ec534d2f9d685f7db4e8932d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.108534 15463 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [sys.catalog]: This master's current role is: FOLLOWER
02:33:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.106837 15474 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e22f5747ec534d2f9d685f7db4e8932d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:12.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.109956 15474 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4 [sys.catalog]: This master's current role is: FOLLOWER
02:33:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.129925 15480 catalog_manager.cc:1269] Loaded cluster ID: 0d98da7712494dc685fb0e95aff08db0
02:33:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.130402 15480 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4: loading cluster ID for follower catalog manager: success
02:33:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.149657 15480 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4: acquiring CA information for follower catalog manager: success
02:33:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.155633 15480 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 6a76f15adb4f491ab37fc316d41b68d4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:33:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:12.586278 15471 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:33:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:12.586954 15471 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:33:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:12.587742 15471 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:33:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:12.625381 15471 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:33:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:12.627351 15471 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.211.65
02:33:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.654745 15486 sys_catalog.cc:455] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e22f5747ec534d2f9d685f7db4e8932d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6a76f15adb4f491ab37fc316d41b68d4" member_type: VOTER last_known_addr { host: "127.14.211.126" port: 43345 } } peers { permanent_uuid: "c267b09622504b958cb9d2457940fb7a" member_type: VOTER last_known_addr { host: "127.14.211.125" port: 38305 } } peers { permanent_uuid: "e22f5747ec534d2f9d685f7db4e8932d" member_type: VOTER last_known_addr { host: "127.14.211.124" port: 32871 } } }
02:33:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.655479 15486 sys_catalog.cc:458] T 00000000000000000000000000000000 P e22f5747ec534d2f9d685f7db4e8932d [sys.catalog]: This master's current role is: LEADER
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.700690 15471 tablet_server_runner.cc:78] Tablet server non-default flags:
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/data
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/wal
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.65:0
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/data/info.pb
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.65
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.211.65
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/logs
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:33:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:33:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 51f761c37259d8159142e890d4d8106f68bfa520
02:33:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:33:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 01:43:24 UTC on 5fd53c4cbb9d
02:33:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8673
02:33:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:33:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.702435 15471 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:33:12.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.704582 15471 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:33:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:12.720662 15490 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.882761 15455 catalog_manager.cc:1269] Loaded cluster ID: 0d98da7712494dc685fb0e95aff08db0
02:33:12.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.889487 15455 catalog_manager.cc:1562] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a: loading cluster ID for follower catalog manager: success
02:33:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.919414 15455 catalog_manager.cc:1584] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a: acquiring CA information for follower catalog manager: success
02:33:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:12.930495 15455 catalog_manager.cc:1612] T 00000000000000000000000000000000 P c267b09622504b958cb9d2457940fb7a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:33:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:12.722551 15491 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:14.124338 15489 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 15471
02:33:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:14.224318 15471 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.503s user 0.348s sys 0.614s
02:33:14.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:14.231137 15471 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.510s user 0.349s sys 0.614s
02:33:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:14.256605 15496 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.257629 15471 server_base.cc:1047] running on GCE node
02:33:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.259233 15471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:33:14.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.273877 15471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:33:14.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.275383 15471 hybrid_clock.cc:648] HybridClock initialized: now 1761186794275231 us; error 159 us; skew 500 ppm
02:33:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.276535 15471 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:33:14.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.318157 15471 webserver.cc:492] Webserver started at http://127.14.211.65:32963/ using document root <none> and password file <none>
02:33:14.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.319612 15471 fs_manager.cc:362] Metadata directory not provided
02:33:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.319911 15471 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:33:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.320459 15471 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.327160 15471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/data/instance:
02:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a145984ac7db4d7aaa0de327c776dae6"
02:33:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:14 on dist-test-slave-gd37"
02:33:14.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.328676 15471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/wal/instance:
02:33:14.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a145984ac7db4d7aaa0de327c776dae6"
02:33:14.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:14 on dist-test-slave-gd37"
02:33:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.345182 15471 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.009s sys 0.004s
02:33:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.358839 15501 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:33:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.360222 15471 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.004s sys 0.004s
02:33:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.360651 15471 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/data,/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/wal
02:33:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a145984ac7db4d7aaa0de327c776dae6"
02:33:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:14 on dist-test-slave-gd37"
02:33:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.361105 15471 fs_report.cc:389] FS layout report
02:33:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:33:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/wal
02:33:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/wal
02:33:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/data/data
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:33:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:33:14.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.492368 15471 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:33:14.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.494447 15471 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:33:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.495066 15471 kserver.cc:163] Server-wide thread pool size limit: 3276
02:33:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.505985 15471 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:33:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.531702 15471 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:33:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.532044 15471 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:33:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.532351 15471 ts_tablet_manager.cc:616] Registered 0 tablets
02:33:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:14.532624 15471 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.001s
02:33:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.081943 15471 rpc_server.cc:307] RPC server started. Bound to: 127.14.211.65:38709
02:33:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.082062 15624 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.211.65:38709 every 8 connection(s)
02:33:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.085536 15471 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/data/info.pb
02:33:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.092713 15181 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu as pid 15471
02:33:15.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.093189 15181 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-0/wal/instance
02:33:15.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.109542 15181 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/wal
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/data
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/logs
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/data/info.pb
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.66:0
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.211.66
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.66
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:15.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:33:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.158634 15629 heartbeater.cc:344] Connected to a master server at 127.14.211.126:43345
02:33:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.159142 15629 heartbeater.cc:461] Registering TS with master...
02:33:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.160471 15629 heartbeater.cc:507] Master 127.14.211.126:43345 requested a full tablet report, sending...
02:33:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.164094 15226 ts_manager.cc:194] Registered new tserver with Master: a145984ac7db4d7aaa0de327c776dae6 (127.14.211.65:38709)
02:33:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.165362 15625 heartbeater.cc:344] Connected to a master server at 127.14.211.125:38305
02:33:15.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.165714 15625 heartbeater.cc:461] Registering TS with master...
02:33:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.166641 15625 heartbeater.cc:507] Master 127.14.211.125:38305 requested a full tablet report, sending...
02:33:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.167200 15626 heartbeater.cc:344] Connected to a master server at 127.14.211.124:32871
02:33:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.167517 15626 heartbeater.cc:461] Registering TS with master...
02:33:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.168393 15626 heartbeater.cc:507] Master 127.14.211.124:32871 requested a full tablet report, sending...
02:33:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.169839 15302 ts_manager.cc:194] Registered new tserver with Master: a145984ac7db4d7aaa0de327c776dae6 (127.14.211.65:38709)
02:33:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.173599 15382 ts_manager.cc:194] Registered new tserver with Master: a145984ac7db4d7aaa0de327c776dae6 (127.14.211.65:38709)
02:33:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.176155 15382 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.211.65:46009
02:33:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:15.603935 15635 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:33:15.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:15.604583 15635 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:33:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:15.605372 15635 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:33:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:15.666023 15635 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:33:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:15.667652 15635 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.211.66
02:33:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.719645 15635 tablet_server_runner.cc:78] Tablet server non-default flags:
02:33:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/data
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/wal
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.66:0
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/data/info.pb
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.66
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.211.66
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/logs
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 51f761c37259d8159142e890d4d8106f68bfa520
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 01:43:24 UTC on 5fd53c4cbb9d
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8673
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:33:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.722035 15635 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:33:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:15.724677 15635 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:33:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:15.743826 15644 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:16.180064 15626 heartbeater.cc:499] Master 127.14.211.124:32871 was elected leader, sending a full tablet report...
02:33:17.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:15.746944 15645 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:17.144261 15643 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 15635
02:33:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:17.612160 15643 kernel_stack_watchdog.cc:198] Thread 15635 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 394ms:
02:33:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:33:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:33:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:33:17.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:33:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:17.616670 15635 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.869s user 0.000s sys 0.006s
02:33:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:17.616956 15635 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.869s user 0.000s sys 0.006s
02:33:17.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:17.616990 15646 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1865 milliseconds
02:33:17.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:17.618606 15648 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:17.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.618687 15635 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:33:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.619973 15635 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:33:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.622112 15635 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:33:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.623548 15635 hybrid_clock.cc:648] HybridClock initialized: now 1761186797623511 us; error 55 us; skew 500 ppm
02:33:17.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.624351 15635 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:33:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.630371 15635 webserver.cc:492] Webserver started at http://127.14.211.66:46019/ using document root <none> and password file <none>
02:33:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.631240 15635 fs_manager.cc:362] Metadata directory not provided
02:33:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.631424 15635 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:33:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.631803 15635 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:33:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.635881 15635 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/data/instance:
02:33:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad503c8112e44c0b4de6a1bcfd1f0e9"
02:33:17.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:17 on dist-test-slave-gd37"
02:33:17.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.636902 15635 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/wal/instance:
02:33:17.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad503c8112e44c0b4de6a1bcfd1f0e9"
02:33:17.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:17 on dist-test-slave-gd37"
02:33:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.644309 15635 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
02:33:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.650099 15657 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:33:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.651242 15635 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
02:33:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.651551 15635 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/data,/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/wal
02:33:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cad503c8112e44c0b4de6a1bcfd1f0e9"
02:33:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-10-23 02:33:17 on dist-test-slave-gd37"
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.651849 15635 fs_report.cc:389] FS layout report
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/wal
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/wal
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/data/data
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:33:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:33:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.725922 15635 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:33:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.727411 15635 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:33:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.727843 15635 kserver.cc:163] Server-wide thread pool size limit: 3276
02:33:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.730533 15635 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:33:17.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.735110 15635 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:33:17.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.735342 15635 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:33:17.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.735662 15635 ts_tablet_manager.cc:616] Registered 0 tablets
02:33:17.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.735834 15635 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:33:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.875389 15635 rpc_server.cc:307] RPC server started. Bound to: 127.14.211.66:46817
02:33:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.875537 15770 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.211.66:46817 every 8 connection(s)
02:33:17.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.878409 15635 server_base.cc:1179] Dumped server information to /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/data/info.pb
02:33:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.888144 15181 external_mini_cluster.cc:1428] Started /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu as pid 15635
02:33:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.888969 15181 external_mini_cluster.cc:1442] Reading /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-1/wal/instance
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.904028 15181 external_mini_cluster.cc:1366] Running /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/wal
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/data
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:17.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/logs
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/data/info.pb
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.67:0
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.211.67
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.67
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:17.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:17.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:33:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.936275 15771 heartbeater.cc:344] Connected to a master server at 127.14.211.125:38305
02:33:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.936833 15771 heartbeater.cc:461] Registering TS with master...
02:33:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.937002 15773 heartbeater.cc:344] Connected to a master server at 127.14.211.126:43345
02:33:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.937462 15773 heartbeater.cc:461] Registering TS with master...
02:33:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.938000 15772 heartbeater.cc:344] Connected to a master server at 127.14.211.124:32871
02:33:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.938257 15771 heartbeater.cc:507] Master 127.14.211.125:38305 requested a full tablet report, sending...
02:33:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.938344 15772 heartbeater.cc:461] Registering TS with master...
02:33:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.938735 15773 heartbeater.cc:507] Master 127.14.211.126:43345 requested a full tablet report, sending...
02:33:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.939256 15772 heartbeater.cc:507] Master 127.14.211.124:32871 requested a full tablet report, sending...
02:33:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.941644 15226 ts_manager.cc:194] Registered new tserver with Master: cad503c8112e44c0b4de6a1bcfd1f0e9 (127.14.211.66:46817)
02:33:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.942077 15382 ts_manager.cc:194] Registered new tserver with Master: cad503c8112e44c0b4de6a1bcfd1f0e9 (127.14.211.66:46817)
02:33:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.942152 15302 ts_manager.cc:194] Registered new tserver with Master: cad503c8112e44c0b4de6a1bcfd1f0e9 (127.14.211.66:46817)
02:33:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:17.944052 15382 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.211.66:33713
02:33:18.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:18.238387 15781 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:33:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:18.238863 15781 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:33:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:18.239300 15781 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:33:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:18.272992 15781 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:33:18.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:18.273859 15781 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.211.67
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:18.313539 15781 tablet_server_runner.cc:78] Tablet server non-default flags:
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.211.84:39281
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/data
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/wal
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.211.67:0
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/data/info.pb
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.211.67
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.211.126:43345,127.14.211.125:38305,127.14.211.124:32871
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.211.67
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/logs
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 51f761c37259d8159142e890d4d8106f68bfa520
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 23 Oct 2025 01:43:24 UTC on 5fd53c4cbb9d
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 8673
02:33:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:33:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:18.315172 15781 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:33:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:18.317237 15781 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:33:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:18.332338 15787 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:18.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:18.947152 15772 heartbeater.cc:499] Master 127.14.211.124:32871 was elected leader, sending a full tablet report...
02:33:19.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
02:33:19.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
02:33:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
02:33:19.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
02:33:19.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
02:33:19.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=15781)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b04000072e0 by thread T6:
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 free /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:708 (kudu+0x49fd2f)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 tzset <null> (libc.so.6+0xd3fe4)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:33:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5a8394)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5a81c9)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44975a)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b04000072e0 by thread T5:
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 malloc /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:652 (kudu+0x49cc4c)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 strdup <null> (libc.so.6+0x9daf9)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (kudu+0x5a8394)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (kudu+0x5a81c9)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x44975a)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-15788' (tid=15788, running) created by main thread at:
02:33:20.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x475d25)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449008)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (kudu+0x598609)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::tools::(anonymous namespace)::TServerRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_tserver.cc:114:10 (kudu+0x63ac19)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x5336b1)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53361c)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53358c)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x5321f5)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x656ba0)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x6574d7)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x657a1e)
02:33:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-15787' (tid=15787, finished) created by main thread at:
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x475d25)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x449008)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (kudu+0x598609)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x1468a6)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x144d06)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12ab1)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x25c212)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x269b41)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::tools::(anonymous namespace)::TServerRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_tserver.cc:114:10 (kudu+0x63ac19)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x5336b1)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53361c)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53358c)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x5321f5)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x656ba0)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x6574d7)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x657a1e)
02:33:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/lib/x86_64-linux-gnu/libc.so.6+0xd3fe4) in tzset
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:18.333894 15788 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:19.736004 15786 debug-util.cc:398] Leaking SignalData structure 0x7b0800037500 after lost signal to thread 15781
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:20.023442 15786 kernel_stack_watchdog.cc:198] Thread 15781 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:33:20.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:33:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:20.030378 15781 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.695s user 0.000s sys 0.004s
02:33:20.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:20.030804 15781 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.696s user 0.000s sys 0.004s
02:33:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:20.031627 15789 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1695 milliseconds
02:33:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:20.033529 15792 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:33:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.033622 15781 server_base.cc:1042] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:33:20.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.035209 15781 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:33:20.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.037981 15781 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:33:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.039486 15781 hybrid_clock.cc:648] HybridClock initialized: now 1761186800039377 us; error 98 us; skew 500 ppm
02:33:20.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.041016 15781 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:33:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.049670 15781 webserver.cc:492] Webserver started at http://127.14.211.67:43391/ using document root <none> and password file <none>
02:33:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.051280 15781 fs_manager.cc:362] Metadata directory not provided
02:33:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.051676 15781 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:33:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.052112 15781 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
02:33:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.053133 15781 fs_manager.cc:362] Metadata directory not provided
02:33:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.053429 15781 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:33:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:20.054425 15781 ts_tablet_manager.cc:1507] Shutting down tablet manager...
02:33:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) LLVMSymbolizer: error reading file: No such file or directory
02:33:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=15781)
02:33:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3786):
02:33:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
02:33:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x144602)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x144396)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x405d3f)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25bba2)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269bca)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::tools::(anonymous namespace)::TServerRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_tserver.cc:114:10 (kudu+0x63ac19)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x5336b1)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53361c)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53358c)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x5321f5)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x656ba0)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x6574d7)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x657a1e)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T12:
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c372e)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 calloc /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:669 (kudu+0x4a248c)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::tools::(anonymous namespace)::TServerRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_tserver.cc:114:10 (kudu+0x63ac19)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x5336b1)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53361c)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53358c)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x5321f5)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x656ba0)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x6574d7)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x657a1e)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3786 (0x7b7000001980) created at:
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_mutex_init /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:1224 (kudu+0x476292)
02:33:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::tools::(anonymous namespace)::TServerRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_tserver.cc:114:10 (kudu+0x63ac19)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x5336b1)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53361c)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53358c)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x5321f5)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x656ba0)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x6574d7)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x657a1e)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=15797, running) created by main thread at:
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x475d25)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::tools::(anonymous namespace)::TServerRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_tserver.cc:114:10 (kudu+0x63ac19)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x5336b1)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53361c)
02:33:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53358c)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x5321f5)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x656ba0)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x6574d7)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x657a1e)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksU2KMj/build/tsan/lib/libserver_process.so+0x1c1b14)
02:33:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=15781)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b1000011800 by thread T12:
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 free /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:708 (kudu+0x49fd2f)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c37c0)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b1000011800 by main thread:
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bc8ed)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1914da)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190938)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:33:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::tools::(anonymous namespace)::TServerRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_tserver.cc:114:10 (kudu+0x63ac19)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x5336b1)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53361c)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53358c)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x5321f5)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x656ba0)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x6574d7)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x657a1e)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=15797, running) created by main thread at:
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (kudu+0x475d25)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1451fe)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12ab1)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x25c212)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x269b41)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 kudu::tools::(anonymous namespace)::TServerRun(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_action_tserver.cc:114:10 (kudu+0x63ac19)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 decltype(std::__1::forward<kudu::Status (*&)(kudu::tools::RunnerContext const&)>(fp)(std::__1::forward<kudu::tools::RunnerContext const&>(fp0))) std::__1::__invoke<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (kudu+0x5336b1)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 kudu::Status std::__1::__invoke_void_return_wrapper<kudu::Status>::__call<kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&>(kudu::Status (*&)(kudu::tools::RunnerContext const&), kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:317:16 (kudu+0x53361c)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 std::__1::__function::__alloc_func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (kudu+0x53358c)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 std::__1::__function::__func<kudu::Status (*)(kudu::tools::RunnerContext const&), std::__1::allocator<kudu::Status (*)(kudu::tools::RunnerContext const&)>, kudu::Status (kudu::tools::RunnerContext const&)>::operator()(kudu::tools::RunnerContext const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (kudu+0x5321f5)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 kudu::tools::DispatchCommand(std::__1::vector<kudu::tools::Mode*, std::__1::allocator<kudu::tools::Mode*> > const&, kudu::tools::Action*, std::__1::deque<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:142:15 (kudu+0x656ba0)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 kudu::tools::RunTool(int, char**, bool) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:214:16 (kudu+0x6574d7)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tools/tool_main.cc:309:10 (kudu+0x657a1e)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksU2KMj/build/tsan/lib/libserver_process.so+0x1c37c0)
02:33:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:20.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:20.077056 15781 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
02:33:20.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142/ts-2: No such file or directory (error 2)
02:33:21.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 3 warnings
02:33:21.115 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 3: /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu: process exited with non-zero status 66"
}
02:33:21.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:21.115767 15181 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu with pid 15471
02:33:21.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:21.142035 15181 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu with pid 15635
02:33:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:21.167006 15181 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu with pid 15193
02:33:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:21.195806 15181 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu with pid 15264
02:33:21.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20251023 02:33:21.221114 15181 external_mini_cluster.cc:1658] Killing /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu with pid 15339
02:33:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:21.248482 15181 env_posix.cc:2133] Unable to access file /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142 during walk: No such file or directory
02:33:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:21.248726 15181 env_posix.cc:2135] Unable to access file /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142 during walk: No such file or directory
02:33:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20251023 02:33:21.249063 15181 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-tasksU2KMj/test-tmp/mini-kudu-cluster1576248561426682142: One or more errors occurred
02:33:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==15181==WARNING: invalid path to external symbolizer!
02:33:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==15181==WARNING: Failed to use and restart external symbolizer!
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=15181)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001800 by main thread (mutexes: write M3475):
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
02:33:21.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001800 by thread T5:
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x497252)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f0a)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3da736)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90bce)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94207)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a6f)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86caa)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x664449)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x662d44)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5336b1)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x53361c)
02:33:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x53358c)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5321f5)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x656ba0)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6574d7)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x657a1e)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001800 allocated by main thread:
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3475 (0x7b7000001980) created at:
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:33:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=15188, running) created by main thread at:
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22185)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksU2KMj/build/tsan/lib/libserver_process.so+0x1c1b14)
02:33:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=15181)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b7000001000 by main thread (mutexes: write M3472):
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c1b14)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18f8d2)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3e5e)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x993cd)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9836b)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846c9)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84829)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x66a0f7)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66656d)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x665c3b)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x662e60)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x5336b1)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x53361c)
02:33:21.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53358c)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5321f5)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x656ba0)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6574d7)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x657a1e)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b7000001000 by thread T4:
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c39a7)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x47226f)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x496c8d)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c1bb9)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f8d2)
02:33:21.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3e5e)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x993cd)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9836b)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846c9)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84829)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x66a0f7)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x66656d)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x665c3b)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x662e60)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5336b1)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x53361c)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x53358c)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x5321f5)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x656ba0)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6574d7)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x657a1e)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1856 at 0x7b7000001000 allocated by main thread:
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4a248c)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c2044)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:33:21.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3472 (0x7b7000001180) created at:
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x476292)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c31ee)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=15187, running) created by main thread at:
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x475d25)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c34df)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x190850)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857e4)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x664449)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x662d44)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5336b1)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x53361c)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x53358c)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5321f5)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x14034f)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x132bb1)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x130942)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x656ba0)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6574d7)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x657a1e)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksU2KMj/build/tsan/lib/libserver_process.so+0x1c1b14)
02:33:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
02:33:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-10-23T02:33:21Z chronyd exiting
02:33:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
02:33:22.326 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testClusterId: failed attempt 1
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.19.0-SNAPSHOT-unshaded.jar:1.19.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 3: /tmp/dist-test-tasksU2KMj/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)